-- Logs begin at Tue 2021-02-09 07:02:19 UTC, end at Tue 2021-02-09 08:16:59 UTC. -- Feb 09 07:46:44.419435 dv-cinder-774594-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 07:46:47.106407 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.common.config [-] Logging enabled! Feb 09 07:46:47.106928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev489 Feb 09 07:46:47.108240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79941) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 07:46:47.110050 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.common.config [-] Logging enabled! Feb 09 07:46:47.110340 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev489 Feb 09 07:46:47.110694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79941) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 07:46:47.111742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:46:47.112007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:46:47.113101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:46:47.113384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:46:47.113643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:46:47.114011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.114353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.114693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.114956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.115293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.115626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.115945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.116276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.116619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.116972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.117287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.117608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.117869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.118183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.118514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.118842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.119100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] debug = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.119416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.119948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.120266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.120585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.120943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.121249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.122405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.122727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.123099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] host = dv-cinder-774594-1-iscsi {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.123415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.123746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.124076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.124404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.124741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.125058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.125384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.125694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.126003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.126313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.126642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.126970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.127306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.127562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.127813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.128142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.128471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.128806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.129116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.129424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.129731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.130039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.130342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.130666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.130990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.131322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.131633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.131941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.132248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.132552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.132902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.133209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.133518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.133824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.134149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.134452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.134758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.135099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.135426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.135753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.136075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.136383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.136732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.137229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.137544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.137850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_json = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.138161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.138469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.138793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.139102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.139411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.139719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.140025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.140353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:47.140969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.141315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.141659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.141980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.142310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.142629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.142959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.143273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.143601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.143933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.144261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.144576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.144932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.145247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.145583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.145933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.146272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.146609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.146922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.147233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.147544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.147859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.148182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.148521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.148876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.149191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.149509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.149839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.150154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.150463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.150778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.151112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.151429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.151737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.152055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.152371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.152883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.153192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.153509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.153842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.154156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.154463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.154770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.155083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.155391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.155712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.156025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.156333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.156676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.156974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.157282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.157590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.157904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.158212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.158523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.158831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.159137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.159474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.159751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.160057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.160362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.160685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.161003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.161316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.161624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.161928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.162234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.162538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.162859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.163192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.163506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.163821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.164134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.164445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.164779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.165093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.165407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.165718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.166025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.166354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.166672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.166993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.167311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.167624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.167961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.168826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.169142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.169455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.169767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.170084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.170407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.170736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.171063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.171392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.171724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.172050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.172365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.172735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.173052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:47.173298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:46:47.173558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79941) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 09 07:46:47.831073 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading Gnome Feb 09 07:46:47.848602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading Google Feb 09 07:46:47.851243 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading Windows (alt) Feb 09 07:46:47.854659 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading file Feb 09 07:46:47.855483 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading keyczar Feb 09 07:46:47.855803 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading multi Feb 09 07:46:47.856443 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO keyring.backend [-] Loading pyfs Feb 09 07:46:47.902032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:47.902346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:47.903297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:46:47.903672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 07:46:48.290731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.291291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.291291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.339630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.339938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.340916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.344470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.344804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.345103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.412545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.412900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.413195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.414328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.414629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.414919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.683445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.683955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.684399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.684727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.685752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.833549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.833923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.834241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.834537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.834828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.835199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.835492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.835776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.836057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.836385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.836695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.836997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.837301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.837595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.837901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.838211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.838499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.838816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.839098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.839577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.839860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.840775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.841120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.841402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.841680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.842098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.842369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.842638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.842907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.843174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.843440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:48.843853 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 07:46:48.846947 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 07:46:48.850974 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 07:46:48.854824 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 09 07:46:48.856997 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 07:46:48.858240 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 07:46:48.858622 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 09 07:46:48.859056 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 07:46:48.861777 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 07:46:48.862058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 07:46:48.862441 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 09 07:46:48.884051 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 09 07:46:48.884560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.884913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79941) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 09 07:46:48.885322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.886655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79941) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 07:46:48.887558 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 09 07:46:48.888909 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 09 07:46:48.893097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.893410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:48.958861 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 07:46:48.959083 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 07:46:48.959354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 07:46:48.959755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 07:46:48.993487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.sqlalchemy.engines [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79941) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 09 07:46:49.636627 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing driver for type 'gre' Feb 09 07:46:49.637358 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] gre ID ranges: [(1, 1000)] Feb 09 07:46:49.732417 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing driver for type 'local' Feb 09 07:46:49.732888 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing driver for type 'vlan' Feb 09 07:46:49.789648 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] VlanTypeDriver initialization complete Feb 09 07:46:49.790064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing driver for type 'vxlan' Feb 09 07:46:49.790601 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] vxlan ID ranges: [(1, 1000)] Feb 09 07:46:49.909574 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing extension driver 'port_security' Feb 09 07:46:49.909958 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.extensions.port_security [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] PortSecurityExtensionDriver initialization complete Feb 09 07:46:49.910359 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing mechanism driver 'openvswitch' Feb 09 07:46:49.916538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79941) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:49.917403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.917807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.918791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.919217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.919640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.920020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.920433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.920838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.921225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.921637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.922014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.922385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.922929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.923307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.923678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.924090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > address_group after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.924463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > address_group after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.924893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.925261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] ML2 OVO RPC backend initialized. {{(pid=79941) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 09 07:46:49.925974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.926360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.926814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.927192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > networks before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.927569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.927942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > ports before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.928315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.928730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnets before_response 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.929122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.929480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.929849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.930224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.930591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.930961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.931329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.931696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.932062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.932707 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.plugin [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Modular L2 Plugin initialization complete Feb 09 07:46:49.933063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading services supported by the core plugin {{(pid=79941) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 07:46:49.933425 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.managers [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Got port-security extension from driver 'port_security' Feb 09 07:46:49.933997 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.extensions.vlantransparent [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Disabled vlantransparent extension. Feb 09 07:46:49.934450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79941) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 07:46:49.934786 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: router Feb 09 07:46:49.973489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.973959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_create 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.974369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router before_create 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.974766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.975177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.975563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_delete 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.975960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.976364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_create 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.976772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.977160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.977538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.977933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.978411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.978823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.979202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.979570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: subnet after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.979939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.980327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.981339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_create 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.981718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.982098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.982501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router after_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.982880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.983265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_create 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.983671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.984054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_update 55549900 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.984480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > network after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.985483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Tracking information for resource: router configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:49.985853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Tracking information for resource: floatingip configured {{(pid=79941) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 09 07:46:49.990753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_agentschedulers_db [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 07:46:49.991396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.991792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.992174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.992556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: port after_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.993470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router before_create 55550100 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.993866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.994262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_create 55550100 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.994654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > router precommit_update 55550100 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:49.999568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.provider_configuration [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service providers = [] {{(pid=79941) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 07:46:49.999967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.servicetype_db [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79941) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 07:46:50.002807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.service_base [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79941) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:46:50.003191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.service_base [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79941) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:46:50.003563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.service_base [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79941) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:46:50.004449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.service_base [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79941) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 09 07:46:50.004893 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.services.service_base [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 07:46:50.005302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.005653 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 07:46:50.015937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.016307 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: auto_allocate Feb 09 07:46:50.022036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: network precommit_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.022441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: network precommit_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.023025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.023380 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: tag Feb 09 07:46:50.031084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.031453 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: timestamp Feb 09 07:46:50.035253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.035618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: network_ip_availability Feb 09 07:46:50.041111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.041476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.041865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.042638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.042994 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: flavors Feb 09 07:46:50.048067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.048435 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading Plugin: revisions Feb 09 07:46:50.052825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79941) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 09 07:46:50.053251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.150s {{(pid=79941) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:46:50.054048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79941) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 09 07:46:50.054408 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Initializing extension manager. Feb 09 07:46:50.054965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: __init__.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.055338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: __pycache__ {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.055710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.056076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: address_group.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.056885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.057512 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: address-group Feb 09 07:46:50.057871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: address_scope.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.058632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.059331 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: address-scope Feb 09 07:46:50.059688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.060613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.061215 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: router-admin-state-down-before-update Feb 09 07:46:50.061571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: agent.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.062324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.062892 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: agent Feb 09 07:46:50.063247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: agent_resources_synced.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.064156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.064754 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: agent-resources-synced Feb 09 07:46:50.065113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: allowedaddresspairs.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.066878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.067459 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: allowed-address-pairs Feb 09 07:46:50.067820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: auto_allocated_topology.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.068916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.069493 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: auto-allocated-topology Feb 09 07:46:50.069853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: availability_zone.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.070597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.071172 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: availability_zone Feb 09 07:46:50.071533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: availability_zone_filter.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.072454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.073173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: availability_zone_filter Feb 09 07:46:50.073537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: data_plane_status.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.075036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.075612 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 07:46:50.075973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: default_subnetpools.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.076917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.077495 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: default-subnetpools Feb 09 07:46:50.077853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.078689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.079263 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: dhcp_agent_scheduler Feb 09 07:46:50.079622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: dns.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.080542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.081145 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension dns-integration not supported by any of loaded plugins Feb 09 07:46:50.081505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: dns_domain_ports.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.082422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.082990 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 07:46:50.083351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: dvr.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.084071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.084660 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: dvr Feb 09 07:46:50.085025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: empty_string_filtering.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.085947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.086514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: empty-string-filtering Feb 09 07:46:50.086873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.087795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.088361 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 07:46:50.088749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.089666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.090800 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 07:46:50.091160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: external_net.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.092073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.092657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: external-net Feb 09 07:46:50.093027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.093940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.094520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: extra_dhcp_opt Feb 09 07:46:50.094917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: extraroute.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.095833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.096405 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: extraroute Feb 09 07:46:50.096793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: extraroute_atomic.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.097824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.098397 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: extraroute-atomic Feb 09 07:46:50.098758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: filter_validation.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.099462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.100070 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: filter-validation Feb 09 07:46:50.100427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: fip_pf_description.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.101369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.101930 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 07:46:50.102286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: fip_port_details.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.103295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.103862 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: fip-port-details Feb 09 07:46:50.104217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: flavors.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.105469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.106085 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: flavors Feb 09 07:46:50.106444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.108089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.108698 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 07:46:50.109068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: floatingip_pools.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.109812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.110387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: floatingip-pools Feb 09 07:46:50.110747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: ip_allocation.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.111681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.112248 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 07:46:50.112608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.113548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.114120 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: ip-substring-filtering Feb 09 07:46:50.114483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l2_adjacency.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.115410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.115979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 07:46:50.116337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.117441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.118019 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: router Feb 09 07:46:50.118378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.120607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.121254 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 07:46:50.121621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.122717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.123301 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: ext-gw-mode Feb 09 07:46:50.123663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.124732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.125310 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: l3-ha Feb 09 07:46:50.125674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3_flavors.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.126605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.127170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: l3-flavors Feb 09 07:46:50.127533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.128448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.129049 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 07:46:50.129410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: l3agentscheduler.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.130563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.131154 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: l3_agent_scheduler Feb 09 07:46:50.131524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: logging.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.133034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.133618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension logging not supported by any of loaded plugins Feb 09 07:46:50.133984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: metering.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.134773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.135462 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: metering Feb 09 07:46:50.135825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.137476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.138209 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: metering_source_and_destination_fields Feb 09 07:46:50.138569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: multiprovidernet.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.139500 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.140074 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: multi-provider Feb 09 07:46:50.140432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: netmtu.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.141634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.142211 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: net-mtu Feb 09 07:46:50.142568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: netmtu_writable.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.143492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.144063 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: net-mtu-writable Feb 09 07:46:50.144420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: network_availability_zone.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.145269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.145842 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: network_availability_zone Feb 09 07:46:50.146200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: network_ip_availability.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.147302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.147872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: network-ip-availability Feb 09 07:46:50.148235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: network_segment_range.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.149088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.149657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 07:46:50.150021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: pagination.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.151004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.151375 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: pagination Feb 09 07:46:50.151732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: port_device_profile.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.153276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.153931 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: port-device-profile Feb 09 07:46:50.154291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.155211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.155779 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: port-mac-address-regenerate Feb 09 07:46:50.156136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.157069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.157636 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: port-numa-affinity-policy Feb 09 07:46:50.157991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: port_resource_request.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.158901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.159468 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 07:46:50.159823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: portbindings.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.160768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.161340 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: binding Feb 09 07:46:50.161697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: portbindings_extended.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.162965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.163543 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: binding-extended Feb 09 07:46:50.163904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: portsecurity.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.164850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.165424 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: port-security Feb 09 07:46:50.165783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: project_id.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.166766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.167137 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: project-id Feb 09 07:46:50.167495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: providernet.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.168456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.169060 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: provider Feb 09 07:46:50.169415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.174150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.174743 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos not supported by any of loaded plugins Feb 09 07:46:50.175117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.176384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.176986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 07:46:50.177353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.178271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.178847 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 07:46:50.179212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_default.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.180120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.180718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-default not supported by any of loaded plugins Feb 09 07:46:50.181088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_fip.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.181777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.182350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-fip not supported by any of loaded plugins Feb 09 07:46:50.182712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_gateway_ip.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.183634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.184281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 07:46:50.184683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_port_network_policy.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.185576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.186146 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 07:46:50.186508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_rule_type_details.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.187419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.187987 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 07:46:50.188347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: qos_rules_alias.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.189463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.190034 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 07:46:50.190392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: quotasv2.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.191386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.191758 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: quotas Feb 09 07:46:50.192120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: quotasv2_detail.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.193760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.194147 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: quota_details Feb 09 07:46:50.194516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: rbac.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.195786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.196375 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: rbac-policies Feb 09 07:46:50.196779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: rbac_address_scope.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.197709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.198286 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: rbac-address-scope Feb 09 07:46:50.198647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: rbac_security_groups.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.200102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.200781 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: rbac-security-groups Feb 09 07:46:50.201145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: rbac_subnetpool.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.202084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.202667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: rbac-subnetpool Feb 09 07:46:50.203026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: revisionifmatch.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.203958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.204532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: revision-if-match Feb 09 07:46:50.204917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: revisions.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.206043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.206616 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: standard-attr-revisions Feb 09 07:46:50.206981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: router_availability_zone.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.207694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.208265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: router_availability_zone Feb 09 07:46:50.208622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: routerservicetype.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.209575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.210139 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension router-service-type not supported by any of loaded plugins Feb 09 07:46:50.210497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.211423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.212001 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: security-groups-normalized-cidr Feb 09 07:46:50.212365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.213316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.213886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: port-security-groups-filtering Feb 09 07:46:50.214243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.215824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.216403 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: security-groups-remote-address-group Feb 09 07:46:50.216786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: securitygroup.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.229740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.230352 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: security-group Feb 09 07:46:50.230785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: segment.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.231650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.232231 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension segment not supported by any of loaded plugins Feb 09 07:46:50.232596 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.233556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.234128 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 07:46:50.234489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: servicetype.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.235573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.236151 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: service-type Feb 09 07:46:50.236513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: sorting.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.237512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.237883 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: sorting Feb 09 07:46:50.238242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: standard_attr_segment.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.239158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.239736 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 07:46:50.240094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: standardattrdescription.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.240815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.241388 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: standard-attr-description Feb 09 07:46:50.241747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: stateful_security_group.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.242687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.243259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: stateful-security-group Feb 09 07:46:50.243617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: stdattrs_common.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.244208 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 07:46:50.244562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.245645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.246244 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 07:46:50.246609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnet_onboard.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.247681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.248262 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: subnet_onboard Feb 09 07:46:50.248624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.249619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.250188 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 07:46:50.250547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnet_service_types.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.251469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.252047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: subnet-service-types Feb 09 07:46:50.252406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnetallocation.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.253509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.254086 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: subnet_allocation Feb 09 07:46:50.254446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.255139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.255709 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: subnetpool-prefix-ops Feb 09 07:46:50.256103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.257070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.257649 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 07:46:50.258009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: tagging.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.259268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.259890 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: standard-attr-tag Feb 09 07:46:50.260251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: timestamp.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.261443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.262634 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loaded extension: standard-attr-timestamp Feb 09 07:46:50.262996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: trunk.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.264027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.264600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension trunk not supported by any of loaded plugins Feb 09 07:46:50.265010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: trunk_details.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.266176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.266745 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension trunk-details not supported by any of loaded plugins Feb 09 07:46:50.267102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: uplink_status_propagation.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.268024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.268595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 07:46:50.269022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Loading extension file: vlantransparent.py {{(pid=79941) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 09 07:46:50.269716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79941) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 07:46:50.270285 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 07:46:50.272964 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:network Feb 09 07:46:50.273771 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnet Feb 09 07:46:50.274432 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:46:50.275087 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:port Feb 09 07:46:50.276554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.277099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service FLAVORS assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.278403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.278882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.279250 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:router Feb 09 07:46:50.279983 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 07:46:50.280774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service METERING assigned prefix: /metering {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.282559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.282956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.283339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79941) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:46:50.284455 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 07:46:50.284969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:security_group Feb 09 07:46:50.285763 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 07:46:50.286553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service CORE assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.286920 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:46:50.287287 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] subnetpool is already registered Feb 09 07:46:50.288080 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service CORE assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.288454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:46:50.288852 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] subnetpool is already registered Feb 09 07:46:50.291614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.292048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service FLAVORS assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.292718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.293222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.293595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:router Feb 09 07:46:50.293957 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] router is already registered Feb 09 07:46:50.294606 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:floatingip Feb 09 07:46:50.294965 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] floatingip is already registered Feb 09 07:46:50.295651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service METERING assigned prefix: /metering {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.296387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 07:46:50.296778 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] rbac_policy is already registered Feb 09 07:46:50.297399 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:security_group Feb 09 07:46:50.297761 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] security_group is already registered Feb 09 07:46:50.298411 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 07:46:50.298776 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] security_group_rule is already registered Feb 09 07:46:50.299501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service CORE assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.299860 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:46:50.300215 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] subnetpool is already registered Feb 09 07:46:50.300893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.resource_helper [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Service CORE assigned prefix: {{(pid=79941) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 09 07:46:50.301256 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 07:46:50.301611 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.quota.resource_registry [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] subnetpool is already registered Feb 09 07:46:50.302332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: extensions {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.303944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: address-groups {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.305659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: address-scopes {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.306940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: agents {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.308160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: auto-allocated-topology {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.309640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: availability_zones {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.311023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: dhcp-networks {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.312535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: dhcp-agents {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.314098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: routers {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.315991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: flavors {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.317254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: service_profiles {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.318539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: next_providers {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.320976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: service_profiles {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.322559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: floatingip-pools {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.323853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: routers {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.326401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: floatingips {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.327718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: l3-routers {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.329208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: l3-agents {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.330711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: metering-labels {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.332141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: metering-label-rules {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.333534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: network-ip-availabilities {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.334869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: bindings {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.336624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: quotas {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.338147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: quotas {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.339636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: rbac-policies {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.341574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: security-groups {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.342986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: security-group-rules {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.344308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: service-providers {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.345632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: subnetpools {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.347125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: subnetpools {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.348680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.350474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.352374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.354281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.356197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.358135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.360017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.361979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.363968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.365939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.extensions [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Extended resource: tags {{(pid=79941) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 09 07:46:50.373043 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING keystonemiddleware.auth_token [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 07:46:50.378289 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING keystonemiddleware.auth_token [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 07:46:50.387619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Acquired lock "singleton_lock" {{(pid=79941) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 09 07:46:50.388147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Releasing lock "singleton_lock" {{(pid=79941) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 09 07:46:50.389645 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Starting 2 workers Feb 09 07:46:50.394718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Started child 80054 {{(pid=79941) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:46:50.398711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.399455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Started child 80055 {{(pid=79941) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:46:50.400204 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [-] (80054) wsgi starting up on http://0.0.0.0:9696 Feb 09 07:46:50.400959 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 07:46:50.401615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Notify callbacks [] for process, before_spawn {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.403742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.404728 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Starting 1 workers Feb 09 07:46:50.405094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [-] (80055) wsgi starting up on http://0.0.0.0:9696 Feb 09 07:46:50.410189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Started child 80056 {{(pid=79941) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:46:50.410772 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Starting 1 workers Feb 09 07:46:50.412340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] calling RpcWorker wait() {{(pid=80056) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 07:46:50.412777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] returning from RpcWorker wait() {{(pid=80056) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 07:46:50.414396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.414907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.415477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Started child 80057 {{(pid=79941) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 09 07:46:50.416281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6da2ecf8-41eb-44d0-856f-b53f2d496a28 None None] Notify callbacks [] for process, after_spawn {{(pid=79941) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.417945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79941) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 09 07:46:50.418238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:46:50.418423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:46:50.418846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:46:50.419248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:46:50.419418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:46:50.419779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:46:50.420131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.420410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.420745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.420891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.421345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.421663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.422317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.422598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.422911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.423222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.423506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.423699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.423890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.424189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.424473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.424831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.425141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.425407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.425659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.425997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.426444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.426764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.427051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.427344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] debug = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.427633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.428205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.428460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.428781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.429047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.429344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.436618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] host = dv-cinder-774594-1-iscsi {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.437646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_options = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.438924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.439308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.439711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.439981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.440227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.440514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.440787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.441064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.441308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.441595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.441886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.442156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.442442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.442709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.442969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.443235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.443505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.443767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.444034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.444279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.444547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.444839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.445130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.445378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.445668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.445937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.446176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.446541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.446888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.447148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.447415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.447694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.447940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.448243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.448473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.448700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.448974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_json = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.449218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.450138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.450478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.450730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.451017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.451208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.451454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.451739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.452199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.452518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.452941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.453144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.453412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.453691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.453938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.454197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.454467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.454756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.455081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.455334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.455665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.455919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.456213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.456545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.456874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.457176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.457443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.457704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.457965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.458218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.458683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.458906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.459194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.459470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.459719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.459990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.460268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.460516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.460786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.461032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.464313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.465538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.467536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.468088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.468088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.468088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.468282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.468528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.469427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.469427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.469427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.469674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.469745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.470032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.470288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.470539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.470785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.471005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.471442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.471876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.472351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.472603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.472878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.475940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.476116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.476369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.476666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.476946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.479846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.480093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.480322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.480656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.480943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.481268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.481549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.481831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.487857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.488416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.488416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.488416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.488416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.489380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.493227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.493518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.493794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.494106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.494430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.494724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.495038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.495339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.495642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.495912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.496760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.499432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.500748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.502542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.503324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.503622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.503893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.504528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.504853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.505113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.505416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.505678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.505942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.506198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.506885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.507155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.507449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.507782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.508021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.508300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.508557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.508856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.509114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.509375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.509667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.509926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.510242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.510588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.510892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.511180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.511443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.511728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.512582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.513022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.513415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.513706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.513961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.514225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.514477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.514746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.515017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.515267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.515546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.516060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.516421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.516748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.517024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.517301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.517553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.517835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.518088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.518882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.519567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.520075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.520341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.520673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.520946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.521282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.522113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.522778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.523029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.523292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.524143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.527726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.528725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.529004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.529273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.529591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.531091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.531756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.531756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.531912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.533060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.534540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.534540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.535639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.535639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.535975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.536360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.537749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.538348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.538877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.539740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.539740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.539953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.540249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.540681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.541181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.541548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.542056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.542523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.542915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.543337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.543769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.544030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.544376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.544824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.545284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.545827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.546121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.546419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.546695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.547145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.547538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.549313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.549611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.549916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.550633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.552152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.552530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.552877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.553239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.553528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.553797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.554097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.554368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.554575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:46:50.555135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79941) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 09 07:46:50.555333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 09 07:46:50.555521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 09 07:46:50.555824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 09 07:46:50.556274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 09 07:46:50.556432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 09 07:46:50.556706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.556976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.557408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.557758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.557952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.558166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.559447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.559719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.559996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.560195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.560391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.561174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.562019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.562348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.562550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.562750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.562944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.563137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.563333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.563524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.563713 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.563902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.564090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] debug = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.564277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.564514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.564729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.564921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.565107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.565303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.565678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.566375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.567120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.567316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.567510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.567787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.567879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.568054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.568590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.568818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.569010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] host = dv-cinder-774594-1-iscsi {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.569322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.569610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.569803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.569992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.570180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.570368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.570558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.570752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.570909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.571095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.571883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.572103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.572323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.572551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.575240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_options = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.575497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.575703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.575934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.576169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.576543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.576779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.576980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.577178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.577372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.577564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.577756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.577969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.578129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.578311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.578490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.578601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.578784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.579911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.580906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.581077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.581272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.581431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.581615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.581822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.582062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.582231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.582395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.583946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_json = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.584807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.584807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.584807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.584807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.584807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.585249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59774) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:46:50.585356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.585356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.585356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 09 07:46:50.585356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.585356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.585838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.585838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.586316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.586316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.587109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.588084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.588294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.590686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.591010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.591221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.591451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.591684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.591907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.592913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593061 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.593940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.594207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:46:50.594385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.594385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.594685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.594685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.594951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.595956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.598465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.599531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.600808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601220 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.601994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.602184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.602372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.602562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.602750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.602939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.603127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.603315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.603502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.603690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.603877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.604999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.605186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.605375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.605578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.605919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.605919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.606887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.607936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.608051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.608208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.608576 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0214474 Feb 09 07:46:50.609829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.610039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.610238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.610434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.612829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.613000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.613653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.613653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.613653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.613885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.614038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.614185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.616116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.616331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.616534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.616762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.616962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.617216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.618213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.618416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.618662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.619061 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.619393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.619590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.620153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.620347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.620540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.620776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.621170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.621869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.622231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.622606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.622807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.623908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.624101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.624615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.624820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.625011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.625203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.625377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.625739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.625931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.626123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.626839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.627100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.627292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.628066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.628066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.628066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.628066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.628619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.629784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.630265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.630546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.630742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.630909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.631990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.632148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.632337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.632525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.632745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.632905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.633111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.633300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.633487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.633674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.633862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.634979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.635166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.635355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.635543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.635730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.635917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.636103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.636289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.636474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.637766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.637766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.637766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.637766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.638589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.638589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.638589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.638589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.638589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.639948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.640136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.640334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.640520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.640986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.641177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.641380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.641566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.641759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.641947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.642134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.642320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.642507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.642700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.642898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.643094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.643282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.643478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.643676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.643872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.644060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.644255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.644457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.644660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.644856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.645042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.645229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.645414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.646443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.646636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.648343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.648554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.648842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.649686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.649686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.649850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.650216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.650895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.651424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.651631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.651887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.652131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 09 07:46:50.652321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79941) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 09 07:47:01.275368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa707d9c-ea2c-4b8a-b4c2-018ea8fa42d9 None None] get_active_networks_info from dv-cinder-774594-1-iscsi {{(pid=80056) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 09 07:47:01.444035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa707d9c-ea2c-4b8a-b4c2-018ea8fa42d9 None None] No non-hosted networks {{(pid=80056) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 07:47:01.477825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e794f7a1-ef2b-4cb8-a584-7a879432cb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.579540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36140266-3765-4a3c-aca6-738f2bd6edef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:03.669328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-8fc4700d-ca36-4390-a20e-5d2db0b0578e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-774594-1-iscsi {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:47:03.669761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-8fc4700d-ca36-4390-a20e-5d2db0b0578e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:47:04.053732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:04.219416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8fc4700d-ca36-4390-a20e-5d2db0b0578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.048144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:05.048878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.049473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.049847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.050219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.050586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.050951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.051315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.051695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.052060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.052426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.054435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.055542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:05.058170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774594-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:05.070222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:05.322168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:06.838957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59868) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:06.985766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] get_endpoint_by_host() called for host dv-cinder-774594-1-iscsi {{(pid=80056) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 09 07:47:06.990798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] get_endpoint_by_ip() called for ip 192.168.0.33 {{(pid=80056) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 09 07:47:06.994130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] _add_endpoint() called for ip 192.168.0.33 {{(pid=80056) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 09 07:47:07.030869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] _get_endpoints() called {{(pid=80056) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 09 07:47:07.513266 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-934ace19-3c7e-446e-9e2c-776ace7fe5a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:47:07.513876 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-934ace19-3c7e-446e-9e2c-776ace7fe5a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:47:07.743320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-934ace19-3c7e-446e-9e2c-776ace7fe5a8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:47:07.744488 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-934ace19-3c7e-446e-9e2c-776ace7fe5a8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9038081 Feb 09 07:47:08.667923 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_hamode_db [None req-54e9291d-67ab-443c-b515-bea1d8d34c34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 07:47:08.760356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9291d-67ab-443c-b515-bea1d8d34c34 None None] Routers set() bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:08.760742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9291d-67ab-443c-b515-bea1d8d34c34 None None] Router IDs set() for agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 09 07:47:10.482647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59884) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:10.898600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:10.969069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.policy [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80055) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 09 07:47:10.969894 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:47:10.970296 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:47:10.997056 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Loaded quota_driver: . Feb 09 07:47:11.012728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:11.101483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284668166621', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284668148390', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284668147808', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284668129293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363284668132534', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598020', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853109271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853035031'] for rbac-policy, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.343859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:11.345166 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5cf05fd2-e51f-4edf-bad6-c866a69ac4be admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8614671 Feb 09 07:47:14.352473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59898) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:14.750173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Request body: {'network': {'project_id': '844518938397476383ca3b73d12e201d', 'name': 'private', 'admin_state_up': True}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:14.755933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:14.760552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Usage tracker for resource:network and tenant:844518938397476383ca3b73d12e201d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:14.764255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:14.770560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:14.818652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Made reservation on behalf of 844518938397476383ca3b73d12e201d for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:14.825040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.843548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:14.858571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:14.862428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:844518938397476383ca3b73d12e201d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:14.865934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:14.872273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:15.079958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.110094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.115513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:15.293054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:47:15.319851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.320345 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Added segment 2c46d04a-9966-4ab2-b558-6ac239c00c1b of type vxlan for network 11305632-d2a1-4819-a669-343b0c66b4bc Feb 09 07:47:15.368846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2640300a-9cb1-476c-999f-8b442d0b10de,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:15.385192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.385576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.385938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.386510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.386865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.387235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.387733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.388085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.389556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.389921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.390279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.390776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Tracked resource versions report: Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:47:15.394208 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:47:15.433590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:15.449460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.538749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.540069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:15.540771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:15.546101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:15.655500 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=11305632-d2a1-4819-a669-343b0c66b4bc,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:15.658724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:15.666240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 11305632-d2a1-4819-a669-343b0c66b4bc details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:47:15.682453 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.3288116 Feb 09 07:47:18.724938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59914) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:19.240129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2d04e-9ee0-4dab-8dcf-b15090902897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:19.241570 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b1d2d04e-9ee0-4dab-8dcf-b15090902897 admin admin] 10.222.0.13 "GET /v2.0/networks/11305632-d2a1-4819-a669-343b0c66b4bc HTTP/1.1" status: 200 len: 818 time: 0.5155578 Feb 09 07:47:19.269886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-06cd1053-ef39-4025-8eaa-232255748616 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/5bcc069b-f2d1-4d55-abb5-032d37924ef0 HTTP/1.1" status: 200 len: 734 time: 0.0220311 Feb 09 07:47:19.279701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Request body: {'subnet': {'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '844518938397476383ca3b73d12e201d', 'gateway_ip': '172.20.0.1'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:19.284053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:19.287974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Usage tracker for resource:subnet and tenant:844518938397476383ca3b73d12e201d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:19.290933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:19.297208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:19.394743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Made reservation on behalf of 844518938397476383ca3b73d12e201d for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:19.399265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.911004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:19.926025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:20.071466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8743821b-05b3-4594-b728-068dd4418aea,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:20.078069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:20.132027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Checking segment: {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:20.132405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Network hostable DHCP agents. Network: 11305632-d2a1-4819-a669-343b0c66b4bc, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:47:20.189914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Network 11305632-d2a1-4819-a669-343b0c66b4bc is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:47:20.224089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 11305632-d2a1-4819-a669-343b0c66b4bc) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:20.228427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:20.229109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:20.234084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd23ff-db28-4e74-98d5-d2aeed748a98 None None] Network 11305632-d2a1-4819-a669-343b0c66b4bc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:47:20.265139 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9895115 Feb 09 07:47:20.726716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-11305632-d2a1-4819-a669-343b0c66b4bc', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:47:20.727777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.047701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Allocated IP 172.20.0.2 (11305632-d2a1-4819-a669-343b0c66b4bc/8743821b-05b3-4594-b728-068dd4418aea/c93629fb-37bb-426a-86f4-f7740d1da3c0) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:21.287863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.352856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Transition to ACTIVE for port object c93629fb-37bb-426a-86f4-f7740d1da3c0 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:21.369372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Transition to ACTIVE for port object c93629fb-37bb-426a-86f4-f7740d1da3c0 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:21.402813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.419845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:21.565794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Pushing event updated for resources: {'Port': ['ID=c93629fb-37bb-426a-86f4-f7740d1da3c0,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:21.578720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.579096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.579462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.579825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.580184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.580542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.580923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.581280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.581646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.581998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.582346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.582695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Tracked resource versions report: Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:47:21.583759 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:47:21.596496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:21.635233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Network 11305632-d2a1-4819-a669-343b0c66b4bc is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:21.637186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:21.640124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:21.702176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Attempting to bind port c93629fb-37bb-426a-86f4-f7740d1da3c0 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:21.702590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Attempting to bind port c93629fb-37bb-426a-86f4-f7740d1da3c0 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:21.703003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Attempting to bind port c93629fb-37bb-426a-86f4-f7740d1da3c0 on network 11305632-d2a1-4819-a669-343b0c66b4bc {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:21.708437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:21.709031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Checking segment: {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:21.709506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.709929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Bound using segment: {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:21.710449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Bound port: c93629fb-37bb-426a-86f4-f7740d1da3c0, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:21.710857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.801668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] For port c93629fb-37bb-426a-86f4-f7740d1da3c0, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:21.805650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] For port c93629fb-37bb-426a-86f4-f7740d1da3c0, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c93629fb-37bb-426a-86f4-f7740d1da3c0,segment=NetworkSegment(2c46d04a-9966-4ab2-b558-6ac239c00c1b),segment_id=2c46d04a-9966-4ab2-b558-6ac239c00c1b)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:21.841259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:21.858575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:22.014810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Pushing event updated for resources: {'Port': ['ID=c93629fb-37bb-426a-86f4-f7740d1da3c0,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:22.020204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:23.014380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59924) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:23.444012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-80b3d06a-948f-436f-a34f-0cb90f6b7dc8 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:47:23.445178 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-80b3d06a-948f-436f-a34f-0cb90f6b7dc8 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4297509 Feb 09 07:47:25.069466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c93629fb-37bb-426a-86f4-f7740d1da3c0 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:25.171867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port c93629fb-37bb-426a-86f4-f7740d1da3c0 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:26.186333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59938) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:26.618796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-a4a2066f-5952-4c1c-9c2a-b66891f6ee09 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:47:26.620539 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a4a2066f-5952-4c1c-9c2a-b66891f6ee09 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4325325 Feb 09 07:47:26.872334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae1d6e-cb8b-491f-bfa2-fb010461c3d3 None None] Network 11305632-d2a1-4819-a669-343b0c66b4bc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:47:27.045939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Provisioning for port c93629fb-37bb-426a-86f4-f7740d1da3c0 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:27.058302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:27.058728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.252174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.296258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] For port c93629fb-37bb-426a-86f4-f7740d1da3c0, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c93629fb-37bb-426a-86f4-f7740d1da3c0,segment=NetworkSegment(2c46d04a-9966-4ab2-b558-6ac239c00c1b),segment_id=2c46d04a-9966-4ab2-b558-6ac239c00c1b)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:27.333509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.335592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:27.411073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Pushing event updated for resources: {'Port': ['ID=c93629fb-37bb-426a-86f4-f7740d1da3c0,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:27.414315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:27.455559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-49a254e9-5230-4632-8dc7-70fbb9b1561c None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:27.456229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-49a254e9-5230-4632-8dc7-70fbb9b1561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.726258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a922a85c-2baf-4977-a02d-c9c1238375a1 None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:27.726663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a922a85c-2baf-4977-a02d-c9c1238375a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:27.969864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ad8149be-1bad-44c2-bb05-6e4733b00f04 None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:27.970267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ad8149be-1bad-44c2-bb05-6e4733b00f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:29.039858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c93629fb-37bb-426a-86f4-f7740d1da3c0 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:29.115518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:29.115929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:29.675274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59950) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:30.075829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:30.081364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:30.085415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Usage tracker for resource:router and tenant:844518938397476383ca3b73d12e201d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:30.089527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:30.095231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:30.132711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:30.134025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:30.212469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:30.339104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:30.382918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:30.384134 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f0d89f56-07ee-4328-8a2e-f150c02f1a76 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7078235 Feb 09 07:47:31.178374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4413c194-64c7-42f6-8029-18c2b450630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:33.101800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59960) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:33.481196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bbf38d53-e908-403d-a3d4-9c9cde714d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:33.539159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-53013c06-0968-4cde-b32b-c4cd0c068458 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:47:33.540236 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-53013c06-0968-4cde-b32b-c4cd0c068458 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4374285 Feb 09 07:47:34.018667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.042153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:35.258645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.260840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 59980) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:36.443738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:36.448719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:36.452658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Usage tracker for resource:network and tenant:e6fc4fd516984376b017443748f9d322 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:36.456067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:36.461668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:36.538277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Made reservation on behalf of e6fc4fd516984376b017443748f9d322 for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:36.543503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.555987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.570599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:36.575129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fc4fd516984376b017443748f9d322 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:36.577985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:36.583486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:36.799145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.829691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.833776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:36.847097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Reserving flat network on physical network physnet1 {{(pid=80055) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 09 07:47:36.863684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef05ed2-67b1-4cf9-af4e-1fe8a333741c,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:36.866949 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:36.918556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:36.919144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Unsubscribe: segment precommit_create {{(pid=80055) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 09 07:47:36.919557 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Added segment 3acda4fa-3f13-4106-b975-f0f4477cda1e of type flat for network f6026a43-d38d-44ad-ac67-ced6265de4a1 Feb 09 07:47:37.074773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:37.167287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:37.168419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:37.169085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:37.173854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:37.272513 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0105777 Feb 09 07:47:37.280409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Pushing event updated for resources: {'Network': ['ID=f6026a43-d38d-44ad-ac67-ced6265de4a1,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:37.286047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:37.299677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:47:39.808245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60000) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:39.952354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e2089-4624-481c-a8e8-17e7c907eba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:39.953817 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-3e2e2089-4624-481c-a8e8-17e7c907eba7 admin admin] 10.222.0.13 "GET /v2.0/subnets/8743821b-05b3-4594-b728-068dd4418aea HTTP/1.1" status: 200 len: 849 time: 0.1444798 Feb 09 07:47:40.250588 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b49b24a8-4795-4e05-98d3-37a00c682267 admin admin] 10.222.0.13 "GET /v2.0/routers/fede967d-1b65-4c21-83a1-ae21a304c295 HTTP/1.1" status: 200 len: 704 time: 0.2905986 Feb 09 07:47:40.740941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.148079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Allocated IP 172.20.0.1 (11305632-d2a1-4819-a669-343b0c66b4bc/8743821b-05b3-4594-b728-068dd4418aea/28058fba-d69e-4ff7-afea-c517fb6b75c7) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:41.426880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.481526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Transition to ACTIVE for port object 28058fba-d69e-4ff7-afea-c517fb6b75c7 will not be triggered until provisioned by entity DHCP. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:41.567812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:41.584041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:41.720572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=28058fba-d69e-4ff7-afea-c517fb6b75c7,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:41.726848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:41.777499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Network 11305632-d2a1-4819-a669-343b0c66b4bc is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:41.778582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:41.780855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:41.781356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.018393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6700-0286-456b-bd4d-f9e426a0372f None None] Provisioning for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:42.023167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d1ec6700-0286-456b-bd4d-f9e426a0372f None None] Provisioning complete for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:42.023570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ec6700-0286-456b-bd4d-f9e426a0372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.079591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec6700-0286-456b-bd4d-f9e426a0372f None None] Port 28058fba-d69e-4ff7-afea-c517fb6b75c7 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:47:42.098597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.555337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.589849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.591000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:42.606256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:42.747282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=28058fba-d69e-4ff7-afea-c517fb6b75c7,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:42.751447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:42.807748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Network 11305632-d2a1-4819-a669-343b0c66b4bc is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:42.808869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:43.003491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1bdf415b-1ebb-4f64-ba94-bf2b03d49f59 None None] Provisioning complete for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:43.003896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1bdf415b-1ebb-4f64-ba94-bf2b03d49f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:43.058308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Router fede967d-1b65-4c21-83a1-ae21a304c295 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:47:43.060231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf415b-1ebb-4f64-ba94-bf2b03d49f59 None None] Port 28058fba-d69e-4ff7-afea-c517fb6b75c7 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:47:43.230131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:47:43.239787 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] 10.222.0.13 "PUT /v2.0/routers/fede967d-1b65-4c21-83a1-ae21a304c295/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9835031 Feb 09 07:47:43.239923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Sync routers for ids ['fede967d-1b65-4c21-83a1-ae21a304c295'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:47:43.251152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Routers {'fede967d-1b65-4c21-83a1-ae21a304c295'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:43.252025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:47:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['fede967d-1b65-4c21-83a1-ae21a304c295'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:43.442354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Set router fede967d-1b65-4c21-83a1-ae21a304c295 gateway port host: None {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:44.003115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:41Z', 'revision_number': 2, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port_host': None, '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:42Z', 'revision_number': 2, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:44.008109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Checking router: fede967d-1b65-4c21-83a1-ae21a304c295 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:47:44.008491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Updating router fede967d-1b65-4c21-83a1-ae21a304c295 port 28058fba-d69e-4ff7-afea-c517fb6b75c7 binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:47:44.065202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:44.519651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:44.534932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Transition to ACTIVE for port object 28058fba-d69e-4ff7-afea-c517fb6b75c7 will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:44.566700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:44.582759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:44.727256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Pushing event updated for resources: {'Port': ['ID=28058fba-d69e-4ff7-afea-c517fb6b75c7,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:44.742973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.743347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.743738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.744747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.745028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.745383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.745738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.746088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.746457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.746805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.747152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.747498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Tracked resource versions report: Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:47:44.748542 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:47:44.754890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:44.913684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Attempting to bind port 28058fba-d69e-4ff7-afea-c517fb6b75c7 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:44.914092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Attempting to bind port 28058fba-d69e-4ff7-afea-c517fb6b75c7 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:44.914509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Attempting to bind port 28058fba-d69e-4ff7-afea-c517fb6b75c7 on network 11305632-d2a1-4819-a669-343b0c66b4bc {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:44.920993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:44.921416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Checking segment: {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:44.921897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:44.922328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Bound using segment: {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:44.922850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Bound port: 28058fba-d69e-4ff7-afea-c517fb6b75c7, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c46d04a-9966-4ab2-b558-6ac239c00c1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:44.923255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:45.022267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] For port 28058fba-d69e-4ff7-afea-c517fb6b75c7, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:45.027809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] For port 28058fba-d69e-4ff7-afea-c517fb6b75c7, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=28058fba-d69e-4ff7-afea-c517fb6b75c7,segment=NetworkSegment(2c46d04a-9966-4ab2-b558-6ac239c00c1b),segment_id=2c46d04a-9966-4ab2-b558-6ac239c00c1b)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:45.081690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:45.098642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:45.257914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Pushing event updated for resources: {'Port': ['ID=28058fba-d69e-4ff7-afea-c517fb6b75c7,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:45.268275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:45.317750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Routers {'fede967d-1b65-4c21-83a1-ae21a304c295'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:45.318423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:47:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['fede967d-1b65-4c21-83a1-ae21a304c295'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:45.498179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] Set router fede967d-1b65-4c21-83a1-ae21a304c295 gateway port host: None {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:45.830307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60012) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:46.001379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:41Z', 'revision_number': 2, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port_host': None, '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:45Z', 'revision_number': 4, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:46.005383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606d27c-9e65-4704-9aac-d6b74def8f27 None None] The sync data for ids ['fede967d-1b65-4c21-83a1-ae21a304c295'] in dv-cinder-774594-1-iscsi is: [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:41Z', 'revision_number': 2, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port_host': None, '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:45Z', 'revision_number': 4, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:47:46.022861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad8a029-3c65-4a94-9067-de4d9eac46b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:46.023481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4ad8a029-3c65-4a94-9067-de4d9eac46b7 admin admin] Synchronizing usage tracker for tenant:e6fc4fd516984376b017443748f9d322 on resource:network {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:47:46.074768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4ad8a029-3c65-4a94-9067-de4d9eac46b7 admin admin] Unset dirty status for tenant:e6fc4fd516984376b017443748f9d322 on resource:network {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:47:46.076064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4ad8a029-3c65-4a94-9067-de4d9eac46b7 admin admin] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 842 time: 0.2445788 Feb 09 07:47:46.086821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:46.092933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:46.097105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Usage tracker for resource:subnet and tenant:e6fc4fd516984376b017443748f9d322 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:46.100111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:46.106725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:46.143310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Made reservation on behalf of e6fc4fd516984376b017443748f9d322 for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:47:46.147967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:46.861539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80055) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:47:46.862039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:46.883938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4c058b8e-9d70-4f08-a7c0-908a87ec9d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:47.019805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad11f45-ef14-4543-9228-958d8fda3bbf,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:47.023930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:47.083106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 28058fba-d69e-4ff7-afea-c517fb6b75c7 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:47.088909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:47.089300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Network hostable DHCP agents. Network: f6026a43-d38d-44ad-ac67-ced6265de4a1, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:47:47.171668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:47:47.201219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:47.206300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:47.206708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.229628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, f6026a43-d38d-44ad-ac67-ced6265de4a1) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:47.234102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:47.234841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.238750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53414b-a878-4061-94ae-4436b83b9452 None None] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:47:47.299209 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2162585 Feb 09 07:47:47.643942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.728672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 28058fba-d69e-4ff7-afea-c517fb6b75c7, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=28058fba-d69e-4ff7-afea-c517fb6b75c7,segment=NetworkSegment(2c46d04a-9966-4ab2-b558-6ac239c00c1b),segment_id=2c46d04a-9966-4ab2-b558-6ac239c00c1b)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:47.734072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bbd903-d6ea-4ded-aaa1-3f49961e1190 None None] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:47:47.766199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:47.773172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:47.924207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=28058fba-d69e-4ff7-afea-c517fb6b75c7,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:47.928274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:49.049897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 28058fba-d69e-4ff7-afea-c517fb6b75c7 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:49.122604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:49.123017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:49.910032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60026) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:50.151573 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-eb50e10b-6e95-47e1-b1bb-7037ef679543 admin admin] 10.222.0.13 "GET /v2.0/routers/fede967d-1b65-4c21-83a1-ae21a304c295 HTTP/1.1" status: 200 len: 710 time: 0.2403307 Feb 09 07:47:50.290161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a21c72-1a38-474e-beb8-cb2a2f25c743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:50.291650 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-95a21c72-1a38-474e-beb8-cb2a2f25c743 admin admin] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 886 time: 0.1339762 Feb 09 07:47:50.301276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:47:50.476587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:47:50.942464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.317008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.374431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.387244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.402097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:47:51.406045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:47:51.408912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:47:51.414501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:47:51.711652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.737973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:51.753523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-878b7b7d-6bcd-4cfd-92e3-8cd3d59cc2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:51.848523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e89ef-9132-47ca-af13-c00376b3442e,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:51.852158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:52.014608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Allocated IP 172.27.2.130 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/790582cc-4f20-4753-ad6f-bd9c960cef96) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:47:52.166334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:52.229568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:52.244948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5a3a1fd-40cd-4ab4-9d7a-c0c42a51ad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:52.385102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Pushing event updated for resources: {'Port': ['ID=790582cc-4f20-4753-ad6f-bd9c960cef96,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:52.392495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:52.430646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:47:52.435109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:47:52.435109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:47:53.110835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:53.463968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:53.467555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853056572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1719261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853044097'] for router, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:53.658380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Router fede967d-1b65-4c21-83a1-ae21a304c295 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:47:53.846262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:47:53.856557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Sync routers for ids ['fede967d-1b65-4c21-83a1-ae21a304c295'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:47:53.862470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:53.863740 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] 10.222.0.13 "PUT /v2.0/routers/fede967d-1b65-4c21-83a1-ae21a304c295 HTTP/1.1" status: 200 len: 890 time: 3.5658548 Feb 09 07:47:53.866332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Routers {'fede967d-1b65-4c21-83a1-ae21a304c295'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:53.866980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:47:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['fede967d-1b65-4c21-83a1-ae21a304c295'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:54.073798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Set router fede967d-1b65-4c21-83a1-ae21a304c295 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:54.432951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:52Z', 'revision_number': 4, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port': {'id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:51Z', 'updated_at': '2021-02-09T07:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:47Z', 'revision_number': 5, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:54.442695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Checking router: fede967d-1b65-4c21-83a1-ae21a304c295 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:47:54.442695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Updating router fede967d-1b65-4c21-83a1-ae21a304c295 port 790582cc-4f20-4753-ad6f-bd9c960cef96 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:47:54.499677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:54.903361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:54.949550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Transition to ACTIVE for port object 790582cc-4f20-4753-ad6f-bd9c960cef96 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:47:54.983599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:55.000434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2928ebca-4295-4873-b3d0-5ee09118180a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:55.136540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Pushing event updated for resources: {'Port': ['ID=790582cc-4f20-4753-ad6f-bd9c960cef96,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:55.141346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:55.201836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Attempting to bind port 790582cc-4f20-4753-ad6f-bd9c960cef96 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:47:55.202238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Attempting to bind port 790582cc-4f20-4753-ad6f-bd9c960cef96 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:47:55.202636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Attempting to bind port 790582cc-4f20-4753-ad6f-bd9c960cef96 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:47:55.208097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:47:55.208499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:47:55.208959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:55.209383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:47:55.209880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Bound port: 790582cc-4f20-4753-ad6f-bd9c960cef96, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:47:55.210284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:55.286158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] For port 790582cc-4f20-4753-ad6f-bd9c960cef96, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:47:55.289223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] For port 790582cc-4f20-4753-ad6f-bd9c960cef96, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=790582cc-4f20-4753-ad6f-bd9c960cef96,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:47:55.338429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:55.356748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:55.660268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Pushing event updated for resources: {'Port': ['ID=790582cc-4f20-4753-ad6f-bd9c960cef96,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:55.665075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:55.703411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Routers {'fede967d-1b65-4c21-83a1-ae21a304c295'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:47:55.704052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:47:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['fede967d-1b65-4c21-83a1-ae21a304c295'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:55.894242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] Set router fede967d-1b65-4c21-83a1-ae21a304c295 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:47:56.242986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:52Z', 'revision_number': 4, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port': {'id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:51Z', 'updated_at': '2021-02-09T07:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:47Z', 'revision_number': 5, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:47:56.247183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8bf98-99a0-47ab-98cd-b726b22cc654 None None] The sync data for ids ['fede967d-1b65-4c21-83a1-ae21a304c295'] in dv-cinder-774594-1-iscsi is: [{'id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'name': 'router1', 'tenant_id': '844518938397476383ca3b73d12e201d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:47:30Z', 'updated_at': '2021-02-09T07:47:52Z', 'revision_number': 4, 'project_id': '844518938397476383ca3b73d12e201d', 'gw_port': {'id': '790582cc-4f20-4753-ad6f-bd9c960cef96', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:48:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:51Z', 'updated_at': '2021-02-09T07:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '28058fba-d69e-4ff7-afea-c517fb6b75c7', 'name': '', 'network_id': '11305632-d2a1-4819-a669-343b0c66b4bc', 'tenant_id': '844518938397476383ca3b73d12e201d', 'mac_address': 'fa:16:3e:d4:6f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fede967d-1b65-4c21-83a1-ae21a304c295', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8743821b-05b3-4594-b728-068dd4418aea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:47:40Z', 'updated_at': '2021-02-09T07:47:47Z', 'revision_number': 5, 'project_id': '844518938397476383ca3b73d12e201d', 'subnets': [{'id': '8743821b-05b3-4594-b728-068dd4418aea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5bcc069b-f2d1-4d55-abb5-032d37924ef0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:47:56.548379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60036) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:47:56.701345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9aabd-f230-4f47-969a-949d67bcc198 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:47:56.703024 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-79b9aabd-f230-4f47-969a-949d67bcc198 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1535764 Feb 09 07:47:57.083308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 790582cc-4f20-4753-ad6f-bd9c960cef96 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:57.205818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 790582cc-4f20-4753-ad6f-bd9c960cef96 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:47:57.211490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 790582cc-4f20-4753-ad6f-bd9c960cef96 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:57.211689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:57.344198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:57.361941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 790582cc-4f20-4753-ad6f-bd9c960cef96, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=790582cc-4f20-4753-ad6f-bd9c960cef96,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:47:57.395334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:47:57.398461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:47:57.475345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=790582cc-4f20-4753-ad6f-bd9c960cef96,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:47:57.477379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:47:59.071095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 790582cc-4f20-4753-ad6f-bd9c960cef96 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:47:59.154150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 790582cc-4f20-4753-ad6f-bd9c960cef96 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:47:59.154566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:01.195302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36d128b4-04e7-4601-bdec-8f46595dde20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:03.486482 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-30554521-e97f-449d-a9a9-4624806aab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:04.047469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.041793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:05.276014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:27.475588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:48:31.182713 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12b38395-e59a-44ee-9158-471aec9197e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:33.478999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-50c6e1e4-5c05-418a-b66f-e41a1296597f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:34.033217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.039621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:48:35.290978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:01.159491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a74b215f-4d76-4f55-bab6-b7eccaf93e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:03.502363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e8175567-0c8c-4f32-b3c2-b2245bf46eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:04.022093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:04.475552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:49:05.027877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:05.273481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:31.175475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3679b82-4152-4767-b926-7172f02c65cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:33.484454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9f319287-35a7-4e8d-888c-476af0f38b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:34.021361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:35.020998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:35.278367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:49:41.474743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:50:01.146657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8daa5bba-fc5f-4c55-b53b-9f9014f7ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:03.489522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12d7ee9e-aa93-4793-92bd-e94fe7b2a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:04.049457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.037660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:05.289963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:12.679554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60612) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:12.780963 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1574c124-5879-4e0d-be75-0e4db839ef2a admin admin] GET failed (client error): The resource could not be found. Feb 09 07:50:12.782197 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1574c124-5879-4e0d-be75-0e4db839ef2a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1016254 Feb 09 07:50:12.925205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5898c6-e033-4408-b744-9438d90f5b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:12.926749 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ac5898c6-e033-4408-b744-9438d90f5b69 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1401045 Feb 09 07:50:15.396191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60622) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:15.544932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b94c3-4247-426c-ba1a-66d1b191e4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:15.545546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-402b94c3-4247-426c-ba1a-66d1b191e4bc admin admin] Synchronizing usage tracker for tenant:e6fc4fd516984376b017443748f9d322 on resource:subnet {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:50:15.591899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-402b94c3-4247-426c-ba1a-66d1b191e4bc admin admin] Unset dirty status for tenant:e6fc4fd516984376b017443748f9d322 on resource:subnet {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:50:15.598852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-402b94c3-4247-426c-ba1a-66d1b191e4bc admin admin] 10.222.0.13 "GET /v2.0/subnets/8743821b-05b3-4594-b728-068dd4418aea HTTP/1.1" status: 200 len: 849 time: 0.1954215 Feb 09 07:50:15.604050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:50:15.729088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.060604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363284670798674'] for subnet, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.075659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8b8111e7-deb4-4ab8-b26d-f8e4d4f9342a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:50:16.216564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8743821b-05b3-4594-b728-068dd4418aea,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:50:16.227753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.228151 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.228520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.228912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.229272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.229643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.229996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.230349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.230743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.231094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.231443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.231790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:50:16.236457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:50:16.270801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:16.271461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.273031 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] 10.222.0.13 "PUT /v2.0/subnets/8743821b-05b3-4594-b728-068dd4418aea HTTP/1.1" status: 200 len: 868 time: 0.6734250 Feb 09 07:50:16.288912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b048b-f372-40f6-be54-ec2745a46b4e None None] Network 11305632-d2a1-4819-a669-343b0c66b4bc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:50:16.772036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-429a3275-7235-46b4-bc05-9ee087266d1b None None] Provisioning complete for port 28058fba-d69e-4ff7-afea-c517fb6b75c7 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:16.772610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-429a3275-7235-46b4-bc05-9ee087266d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:16.907435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-429a3275-7235-46b4-bc05-9ee087266d1b None None] Provisioning complete for port c93629fb-37bb-426a-86f4-f7740d1da3c0 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:50:16.907843 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-429a3275-7235-46b4-bc05-9ee087266d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:18.474033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:50:18.779223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60632) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:18.992472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f88be-6f01-4b29-9e08-c8d01ba26430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:18.992849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98f88be-6f01-4b29-9e08-c8d01ba26430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:18.994512 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f98f88be-6f01-4b29-9e08-c8d01ba26430 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2142701 Feb 09 07:50:21.489773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60642) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:21.705202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321aaed-3db8-4e8b-b5f0-f47ff730c9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.705523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321aaed-3db8-4e8b-b5f0-f47ff730c9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:21.707165 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d321aaed-3db8-4e8b-b5f0-f47ff730c9b7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2158110 Feb 09 07:50:24.176932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60652) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:24.401454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d327e-c7ee-4722-aea8-ff7d8be7ec0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:24.402938 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-737d327e-c7ee-4722-aea8-ff7d8be7ec0d admin admin] 10.222.0.13 "GET /v2.0/networks/11305632-d2a1-4819-a669-343b0c66b4bc HTTP/1.1" status: 200 len: 862 time: 0.2244263 Feb 09 07:50:26.869832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60662) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:27.259782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26404473-1efb-4c9c-b10e-1f93edb25228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:27.261302 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-26404473-1efb-4c9c-b10e-1f93edb25228 admin admin] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 886 time: 0.3904049 Feb 09 07:50:29.742606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60672) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:29.886140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d26b9-8762-42ae-85ae-f93c725b1a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:29.886564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522d26b9-8762-42ae-85ae-f93c725b1a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:29.888188 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-522d26b9-8762-42ae-85ae-f93c725b1a69 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1445255 Feb 09 07:50:31.146584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9244fa12-9969-4588-a8e2-d75e39c1ddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:32.361623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60682) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:32.508054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8fb3c-d7c8-4981-9268-1a5fffdc3385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:32.508466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc8fb3c-d7c8-4981-9268-1a5fffdc3385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:32.510163 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ffc8fb3c-d7c8-4981-9268-1a5fffdc3385 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1474540 Feb 09 07:50:33.506387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-853c8827-5b47-4b53-9a59-4f88819d33ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:34.037154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:34.982285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60692) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:35.020260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:35.128378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a391e-88f2-48c0-af8d-957f8579cd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:35.129837 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4e4a391e-88f2-48c0-af8d-957f8579cd01 admin admin] 10.222.0.13 "GET /v2.0/subnets/8743821b-05b3-4594-b728-068dd4418aea HTTP/1.1" status: 200 len: 868 time: 0.1464489 Feb 09 07:50:35.300512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:50:37.593587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60702) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:50:37.730817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d6854-e746-4357-9ff7-1b41b46b13ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:50:37.732257 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b66d6854-e746-4357-9ff7-1b41b46b13ca admin admin] 10.222.0.13 "GET /v2.0/subnets/fad11f45-ef14-4543-9228-958d8fda3bbf HTTP/1.1" status: 200 len: 816 time: 0.1376462 Feb 09 07:50:55.484307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:51:01.145973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9793d8ee-e4a3-4b0a-af51-08fb622a483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:03.499489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b411-f901-4362-8543-831b198e183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:03.578989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60742) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:03.658204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-1efa40c2-c3bc-4f6c-931c-56886da3f56e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:51:03.659317 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1efa40c2-c3bc-4f6c-931c-56886da3f56e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0793257 Feb 09 07:51:04.054003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.031369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:05.305845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:06.307976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60752) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:06.408814 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecd3d29-538f-4846-a71e-b323927d354e admin admin] GET failed (client error): The resource could not be found. Feb 09 07:51:06.410114 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1ecd3d29-538f-4846-a71e-b323927d354e admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1011367 Feb 09 07:51:06.554247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf62c0-74de-4c01-bd2b-38532fcdc9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:06.555840 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0bdf62c0-74de-4c01-bd2b-38532fcdc9a7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1414039 Feb 09 07:51:09.033250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 60762) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:09.213577 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:51:09.214215 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:51:09.443293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:09.446335 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.quota [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Loaded quota_driver: . Feb 09 07:51:09.461923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:09.477082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:09.516799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Made reservation on behalf of e6fc4fd516984376b017443748f9d322 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:51:09.567108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.policy [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80054) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 09 07:51:09.567948 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:51:09.568362 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING oslo_policy.policy [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 07:51:09.599527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.882399 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.services.revisions.revision_plugin [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Could not find related network for resource to bump revision. Feb 09 07:51:09.940489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:51:09.953012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:09.953515 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Added segment f9ad2827-7383-4d32-85ae-e9259e7eab77 of type vxlan for network 6d5f4162-bd44-4c06-893c-47e03ede799b Feb 09 07:51:10.032764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.093746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.095285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:10.096015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:10.102203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:10.197607 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 1.1621413 Feb 09 07:51:10.292953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5f4162-bd44-4c06-893c-47e03ede799b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:10.302143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.302549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.302917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.303273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.303632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.303995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.304350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.304744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.305112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.305463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.305812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.306167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Tracked resource versions report: Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:51:10.307241 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:51:10.334590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:10.343015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 6d5f4162-bd44-4c06-893c-47e03ede799b details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:51:12.695175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 60782) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:51:12.798423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5168d3d-5c13-4caf-9aea-d41cd6cf8e17 admin admin] GET failed (client error): The resource could not be found. Feb 09 07:51:12.798975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e5168d3d-5c13-4caf-9aea-d41cd6cf8e17 admin admin] Synchronizing usage tracker for tenant:e6fc4fd516984376b017443748f9d322 on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:51:12.847799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e5168d3d-5c13-4caf-9aea-d41cd6cf8e17 admin admin] Unset dirty status for tenant:e6fc4fd516984376b017443748f9d322 on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:51:12.848979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e5168d3d-5c13-4caf-9aea-d41cd6cf8e17 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1527231 Feb 09 07:51:12.963687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6baed-1c8e-4b10-8d60-9acc3dc5d92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:12.965259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-56f6baed-1c8e-4b10-8d60-9acc3dc5d92e admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1119695 Feb 09 07:51:12.975960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:51:12.981515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:51:12.991658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:51:13.042278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Made reservation on behalf of e6fc4fd516984376b017443748f9d322 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:51:13.046716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.487500 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.502995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:13.635053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddd4361-97ad-4fa3-bc05-df33a0b6fa95,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:13.641814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:13.701840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Checking segment: {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:13.702380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Network hostable DHCP agents. Network: 6d5f4162-bd44-4c06-893c-47e03ede799b, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:51:13.750721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Network 6d5f4162-bd44-4c06-893c-47e03ede799b is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:51:13.785740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 6d5f4162-bd44-4c06-893c-47e03ede799b) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:13.790271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:51:13.790905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:13.795324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6e0dd-870e-433f-9241-a28ac0751e5f None None] Network 6d5f4162-bd44-4c06-893c-47e03ede799b requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:51:13.843296 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8710465 Feb 09 07:51:14.192732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e2587-f864-49dc-805d-43759f433dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-6d5f4162-bd44-4c06-893c-47e03ede799b', 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b', 'tenant_id': 'e6fc4fd516984376b017443748f9d322', 'fixed_ips': [{'subnet_id': '4ddd4361-97ad-4fa3-bc05-df33a0b6fa95'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:51:14.193588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.491651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-559e2587-f864-49dc-805d-43759f433dda None None] Allocated IP 192.168.233.2 (6d5f4162-bd44-4c06-893c-47e03ede799b/4ddd4361-97ad-4fa3-bc05-df33a0b6fa95/fba1bf24-b8a9-49d2-9e4b-e155c03522d1) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:51:14.755866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.791029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-559e2587-f864-49dc-805d-43759f433dda None None] Transition to ACTIVE for port object fba1bf24-b8a9-49d2-9e4b-e155c03522d1 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:14.809218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-559e2587-f864-49dc-805d-43759f433dda None None] Transition to ACTIVE for port object fba1bf24-b8a9-49d2-9e4b-e155c03522d1 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:51:14.831441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:14.847311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1b0e5d36-f4ca-4f5d-b212-0013fb5b006a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:14.987266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2587-f864-49dc-805d-43759f433dda None None] Pushing event updated for resources: {'Port': ['ID=fba1bf24-b8a9-49d2-9e4b-e155c03522d1,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:15.004211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.004587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.004970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.005330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.005688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.006094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.006407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.006761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.007157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.007488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.007841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.008190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:51:15.013482 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-559e2587-f864-49dc-805d-43759f433dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:15.053787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559e2587-f864-49dc-805d-43759f433dda None None] Network 6d5f4162-bd44-4c06-893c-47e03ede799b is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:51:15.055037 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-559e2587-f864-49dc-805d-43759f433dda None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:51:15.057466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559e2587-f864-49dc-805d-43759f433dda None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:51:15.117275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-559e2587-f864-49dc-805d-43759f433dda None None] Attempting to bind port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:51:15.117689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-559e2587-f864-49dc-805d-43759f433dda None None] Attempting to bind port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:51:15.118095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e2587-f864-49dc-805d-43759f433dda None None] Attempting to bind port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 on network 6d5f4162-bd44-4c06-893c-47e03ede799b {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:51:15.123839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e2587-f864-49dc-805d-43759f433dda None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:51:15.124251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e2587-f864-49dc-805d-43759f433dda None None] Checking segment: {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:51:15.124745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:15.125804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559e2587-f864-49dc-805d-43759f433dda None None] Bound using segment: {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:51:15.125804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-559e2587-f864-49dc-805d-43759f433dda None None] Bound port: fba1bf24-b8a9-49d2-9e4b-e155c03522d1, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:51:15.126092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:15.225280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-559e2587-f864-49dc-805d-43759f433dda None None] For port fba1bf24-b8a9-49d2-9e4b-e155c03522d1, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:51:15.228609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-559e2587-f864-49dc-805d-43759f433dda None None] For port fba1bf24-b8a9-49d2-9e4b-e155c03522d1, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=fba1bf24-b8a9-49d2-9e4b-e155c03522d1,segment=NetworkSegment(f9ad2827-7383-4d32-85ae-e9259e7eab77),segment_id=f9ad2827-7383-4d32-85ae-e9259e7eab77)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:51:15.328897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-559e2587-f864-49dc-805d-43759f433dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:15.345850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:15.500839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2587-f864-49dc-805d-43759f433dda None None] Pushing event updated for resources: {'Port': ['ID=fba1bf24-b8a9-49d2-9e4b-e155c03522d1,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:15.506174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-559e2587-f864-49dc-805d-43759f433dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:16.787142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58184d98-dfc3-42e0-8076-448a08f0f8e4 None None] Network 6d5f4162-bd44-4c06-893c-47e03ede799b requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:51:16.880987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ab707246-7260-4f19-83be-80b37248e5eb None None] Provisioning for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:17.190472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fba1bf24-b8a9-49d2-9e4b-e155c03522d1 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:17.307788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:51:17.316052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:17.316408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.367084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-b8c784ec-62df-4fc3-b9fb-54d805766fd9 None None] Provisioning complete for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:17.367501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8c784ec-62df-4fc3-b9fb-54d805766fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.563491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.589431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8c784ec-62df-4fc3-b9fb-54d805766fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.628179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port fba1bf24-b8a9-49d2-9e4b-e155c03522d1, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=fba1bf24-b8a9-49d2-9e4b-e155c03522d1,segment=NetworkSegment(f9ad2827-7383-4d32-85ae-e9259e7eab77),segment_id=f9ad2827-7383-4d32-85ae-e9259e7eab77)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:51:17.665317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:17.676185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:51:17.745420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-b8c784ec-62df-4fc3-b9fb-54d805766fd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:51:17.745829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-b8c784ec-62df-4fc3-b9fb-54d805766fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:51:17.763613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=fba1bf24-b8a9-49d2-9e4b-e155c03522d1,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:51:17.766838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:51:18.426737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-594e3f00-34d0-466d-a528-71289ad97bbb None None] Provisioning complete for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:18.427275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-594e3f00-34d0-466d-a528-71289ad97bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:19.160855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fba1bf24-b8a9-49d2-9e4b-e155c03522d1 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:51:19.236304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port fba1bf24-b8a9-49d2-9e4b-e155c03522d1 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:51:19.236744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:31.145168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae0a73aa-b0a4-4f63-95ee-36e3d35977e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:32.473621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:51:33.488382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93ee4e70-f095-4dd2-a18f-01955ee7dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:34.024478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.013218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:51:35.298867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:01.144337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-063b7024-22a2-4fc8-b6ea-2ef2879e4888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:03.515794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0ad2af8b-146f-494f-ad68-6d73c5c3873b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:04.035187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:05.046947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:05.321477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:09.473818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:52:29.100377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 60824) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:29.107093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [None req-295fb45a-2113-4d06-a122-da979c6cf15c tempest-verify_tempest_config-1420522479 tempest-verify_tempest_config-1420522479-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:52:29.108127 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-295fb45a-2113-4d06-a122-da979c6cf15c tempest-verify_tempest_config-1420522479 tempest-verify_tempest_config-1420522479-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0066946 Feb 09 07:52:29.576479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 60844) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:29.725942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:29.741222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:52:29.745195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Usage tracker for resource:security_group_rule and tenant:5aa145dff8c64cdd8371c2e230730dcc is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:52:29.748343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:52:29.754940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:52:30.059844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.103401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.112576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:30.154527 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5aa145dff8c64cdd8371c2e230730dcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5769308 Feb 09 07:52:30.155425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68b2eba-e13e-4003-9ec9-e3432404ae79,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:30.158087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60850) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:52:30.163507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.163906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.164286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.164662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.165042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.165410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.165771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.166131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.166508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.166866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.167223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.167581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.172051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:30.220805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.246930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.320272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.325249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:52:30.336547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68b2eba-e13e-4003-9ec9-e3432404ae79,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:52:30.347447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.347829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.348199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.348566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.348957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.349338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.349698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.350058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.350417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.350770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.351124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.351479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:52:30.354705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:52:30.355893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:30.357125 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b68b2eba-e13e-4003-9ec9-e3432404ae79 HTTP/1.1" status: 204 len: 168 time: 0.1979270 Feb 09 07:52:31.154661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6ba3e3d7-20a8-44b1-8501-c48d851cba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:33.520827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19bf3d51-f858-4223-a378-275f44560ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:34.034821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:35.052031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:35.314886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:52:46.474170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:53:01.148373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bf2e40b1-713e-4d62-83db-773973fa078e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:03.525148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f7517ee4-bb02-4e3f-a923-d30a3597a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:04.039823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:05.039821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:05.314160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:23.474467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:53:31.171035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1295a2e2-49fa-4739-8b9c-1ac7603f765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:33.508233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9321aee1-07a0-49d5-8407-060aaecaf22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:34.051195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:35.028288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:53:35.308365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:00.487741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 5 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:54:01.153806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f7302f45-a524-4742-b932-ce6e72b7f665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:03.530601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-29119762-7b1f-436e-95fc-21834adad3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:04.044601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:05.022073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:05.319188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.125651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922'] for agent, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:09.126226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.126466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.126845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.127225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.127593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.128035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.128334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.128723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.129093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.129459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.129825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.130190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:54:09.130696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77459', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:09.134985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77459', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:54:09.489767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] get_endpoint_by_host() called for host hv-cinder-77459 {{(pid=80056) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 09 07:54:09.493850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] get_endpoint_by_ip() called for ip 192.168.0.30 {{(pid=80056) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 09 07:54:09.497104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] _add_endpoint() called for ip 192.168.0.30 {{(pid=80056) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 09 07:54:09.524926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] _get_endpoints() called {{(pid=80056) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 09 07:54:20.448555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60922) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:20.597999 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8c620a92-257d-4933-ba4d-1e6e6be5b387 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1481712 Feb 09 07:54:23.072386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 60932) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:54:23.159462 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-06ac3f76-05d4-4609-aa84-5b138611b957 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0858579 Feb 09 07:54:31.164060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-759f6cb3-4058-4770-ad07-0756ecee9c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:33.610259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc659c1e-d5e4-4c7a-880e-c154e4c29b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:34.038664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.037718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:35.334864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:54:37.478166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:54:39.135520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:01.174879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bc001ca2-9c1d-4f34-a6e5-8dd7f583974d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:03.540827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4008a69e-6770-4ccb-bee6-8cca86868610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:04.049430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:05.038043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:05.329518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:09.142031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:14.479773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:55:31.145988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9cd53e40-8d8e-4669-ada5-71bc404a02ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:33.506334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24eafd2f-6c43-49f4-8b51-b477b2fa1a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:34.053630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:35.037860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:35.334755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:39.161861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:55:51.484183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:55:59.698917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 32850) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:00.293769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-network', 'tenant_id': '90b9669412144549b3573321d1224972'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:00.302057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:00.306549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Usage tracker for resource:network and tenant:90b9669412144549b3573321d1224972 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:00.309706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:00.315491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:00.351626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Made reservation on behalf of 90b9669412144549b3573321d1224972 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:00.357163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.371011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.387573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:00.391762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Usage tracker for resource:security_group_rule and tenant:90b9669412144549b3573321d1224972 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:00.403476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:00.409595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:00.663983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.694294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.699896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e5d71b55-0ec9-45d4-885f-f287a8043f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:00.729299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:00.749475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1370db5-da91-4a92-bf4a-469c735b8291,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:00.753279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.753711 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Added segment 2102eda6-6d58-45f4-b607-ba5896303c19 of type vxlan for network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 Feb 09 07:56:00.763419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.763821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.764200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.764567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.764961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.765324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.765680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.766038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.766408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.766766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.767118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.767523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.767912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.768517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.768893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.769247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.769595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.769945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.770344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.770700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.771049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.771400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.771750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.772096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Tracked resource versions report: Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}, Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:56:00.773424 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:56:00.778777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:00.819958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.876303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.877995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:00.878761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:00.884362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-37561ada-5941-4074-ae16-5d2447ba3b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:00.996269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:00.999256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:01.011134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 32898) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:01.011362 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3104300 Feb 09 07:56:01.014012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:01.023230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Request body: {'subnet': {'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-subnet', 'tenant_id': '90b9669412144549b3573321d1224972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:01.047317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.052233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Usage tracker for resource:subnet and tenant:90b9669412144549b3573321d1224972 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.056221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.063748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.077821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:01.139160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Made reservation on behalf of 90b9669412144549b3573321d1224972 for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:01.144027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 32910) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:01.156397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.185121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 32916) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:01.407296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c18b9d2c-4e16-4e4d-bd02-01ca7872bcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.449750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 32930) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:01.618287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-841212529-network', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:01.624148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.629034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Usage tracker for resource:network and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.632151 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.639380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.674931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1164537650-network', 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:01.679819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.689599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Usage tracker for resource:network and tenant:0605e02099054a7d9b6e6b2a58499f36 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.695677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.709595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.720607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Made reservation on behalf of 9b5698110790447b8c8df9c4b9ed12d7 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:01.727355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.746539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.759830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:01.770799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.796679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.812457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.819644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.822254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.825002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.832103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Usage tracker for resource:security_group_rule and tenant:0605e02099054a7d9b6e6b2a58499f36 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.835372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.839626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.847723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.859421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-705891014-network', 'tenant_id': '542821ed143548689c9b42f92fa8906c'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:01.866015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:01.877085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Usage tracker for resource:network and tenant:542821ed143548689c9b42f92fa8906c is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:01.911499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:01.927816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:01.960831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:01.983860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.049634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Made reservation on behalf of 542821ed143548689c9b42f92fa8906c for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:02.054433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.085293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437ee750-422e-4bf7-abe2-9e7d53e86e57,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.108068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.131818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.132299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.132780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.133090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.133310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.133760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.134215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.134657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.135097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.135539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.136543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.137069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.137661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.138265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Tracked resource versions report: Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}, Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:02.145681 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:56:02.148932 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:56:02.160965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.162441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.166851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.208235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.209640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:02.218641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:542821ed143548689c9b42f92fa8906c is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:02.219189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6f46e6-afea-42b5-bc69-5231194e6148,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.236409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:02.236738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.237413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.247853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:02.262420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:02.274440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.326150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.327150 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Added segment 3d425d15-1259-4d37-a09b-80a29c922ff3 of type vxlan for network 84195d84-b1d9-4800-9f42-883575ec8eae Feb 09 07:56:02.340336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Checking segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:02.340763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Network hostable DHCP agents. Network: 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:02.363866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.410716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8bdec-709a-4226-8d85-6855ad993ce7,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.425156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:02.428087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.430140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.442988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.444281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:02.444941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.450530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45d359ef-b38a-4356-a12a-ec0568127c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.480607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80054) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:56:02.481153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:56:02.481887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.483337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:02.493150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd82ff-3e79-40cd-915e-9a1492a5d5f2 None None] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:02.509127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.529317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:02.530012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.565188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:02.575260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=84195d84-b1d9-4800-9f42-883575ec8eae,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.578435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.579375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.582597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.606030 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4570451 Feb 09 07:56:02.606301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 32958) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:02.612159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Request body: {'subnet': {'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-subnet', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:02.617128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:02.621759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Usage tracker for resource:subnet and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:02.624919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:02.639177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.639638 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Added segment dc64808a-f589-43c6-82b0-292ed0ec7fed of type vxlan for network f246df4b-91db-47df-ad3a-7d5cb78b8f6c Feb 09 07:56:02.650822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:02.664733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:02.681529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:02.695389 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4a0de471-852e-4faa-9751-db2f5f519b41 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6822124 Feb 09 07:56:02.703692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 32962) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:02.704274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:02.709091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:02.713286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Usage tracker for resource:router and tenant:90b9669412144549b3573321d1224972 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:02.716394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:02.722314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:02.752031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.757354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Made reservation on behalf of 9b5698110790447b8c8df9c4b9ed12d7 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:02.763607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.786549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.787701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.814579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.816091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:02.816771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.822207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:02.929726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=f246df4b-91db-47df-ad3a-7d5cb78b8f6c,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:02.933896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:02.938651 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4854708 Feb 09 07:56:02.939589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 32966) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:02.946757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Request body: {'subnet': {'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-705891014-subnet', 'tenant_id': '542821ed143548689c9b42f92fa8906c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:02.951445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeadd68-113f-4ee9-ae12-cfd6d9942a87 None None] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:02.953512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:02.958456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Usage tracker for resource:subnet and tenant:542821ed143548689c9b42f92fa8906c is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:02.961542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:02.967275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:02.972507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:02.982840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:02.988483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:03.023359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.044257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:03.087559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Made reservation on behalf of 542821ed143548689c9b42f92fa8906c for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:03.093103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.116601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.117053 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Added segment 1b5d3d08-47ee-4523-b84e-4aca849aeef3 of type vxlan for network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 Feb 09 07:56:03.535104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-07a8ec03-c167-474c-a856-86e093d6e863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.582302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.626826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.784521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.790776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:03.795945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:03.804683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:03.988358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Pushing event updated for resources: {'Network': ['ID=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:04.004297 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8171642 Feb 09 07:56:04.006656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:04.008544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33012) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:04.009796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:04.035090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:04.066027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.084541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Request body: {'subnet': {'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1164537650-subnet', 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:04.123278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.127620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:04.138859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Usage tracker for resource:subnet and tenant:0605e02099054a7d9b6e6b2a58499f36 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:04.157548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:04.181628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:04.227149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.357559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:04.362276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.493765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.505204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Allocated IP 172.27.2.13 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/1410b665-2e00-4a6a-8f7d-5e28ca0898fd) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:04.522970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-95166498-6070-44d6-a6ac-4efb09985665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:04.610196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33034) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:04.677782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.742001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.778727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695dd6bf-7068-4270-be5d-28da3e58b3d1,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:04.780942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:04.781985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:04.783427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:04.816928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:05.043950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.060406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1923246-d8e6-490d-acd6-bd7a0f5e0911,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:05.064810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.081185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:05.137128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Checking segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:05.137128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Network hostable DHCP agents. Network: 84195d84-b1d9-4800-9f42-883575ec8eae, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:05.161142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:05.167717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:05.172816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Usage tracker for resource:security_group_rule and tenant:994bc862e5df42bdb15656aec054c8da is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:05.177906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:05.178788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:05.192860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:05.224887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Checking segment: {'id': 'dc64808a-f589-43c6-82b0-292ed0ec7fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:05.225316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Network hostable DHCP agents. Network: f246df4b-91db-47df-ad3a-7d5cb78b8f6c, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:05.230360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Network 84195d84-b1d9-4800-9f42-883575ec8eae is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:05.271249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:05.273420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:05.277599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:05.311739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:05.319396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 84195d84-b1d9-4800-9f42-883575ec8eae) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:05.328815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:05.329462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.334642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, f246df4b-91db-47df-ad3a-7d5cb78b8f6c) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:05.349822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:05.350553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.356874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242828a1-3a01-4274-abd9-539e303f313a None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:05.451140 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5101392 Feb 09 07:56:05.458522 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8511775 Feb 09 07:56:05.475432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33070) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:05.519233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:05.535717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:05.557280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Usage tracker for resource:router and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:05.570658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:05.593035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.593035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:05.617815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-facd2eae-d9cb-4ce0-bd1e-f6e7a66ee6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:05.645900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.678294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e88e9-8d63-468f-af5a-829e1a811c85 None None] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:05.710772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.826378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.841533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:05.865234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b648856-db6f-4324-af6b-229a966ee882,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:05.867717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.869174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:05.874502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:05.984559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-84195d84-b1d9-4800-9f42-883575ec8eae', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:56:05.987248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:06.091382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc83b57-a7aa-4c66-ade7-c5eee8bfb585,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:06.095100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Synchronizing usage tracker for tenant:e6fc4fd516984376b017443748f9d322 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:06.100474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:06.153108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:06.175952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:06.243972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Unset dirty status for tenant:e6fc4fd516984376b017443748f9d322 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:06.246029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=994bc862e5df42bdb15656aec054c8da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6346285 Feb 09 07:56:06.253451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33100) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:06.282161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33104) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:06.307812 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 07:56:06.615851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:06.640770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80b07b-ef46-4ffb-a9a2-5e7ee1624fb9 None None] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:06.653924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Checking segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:06.654326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Network hostable DHCP agents. Network: 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:06.905818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Allocated IP 172.20.0.2 (84195d84-b1d9-4800-9f42-883575ec8eae/695dd6bf-7068-4270-be5d-28da3e58b3d1/ada77029-db0a-4cff-bce3-0f5342107116) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:06.936429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Router a71354b6-cb30-4931-85b3-cefc19b2b8a5 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:56:06.940522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-360aa7df-15e8-4e73-8a99-aab57e53eb76 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:06.947999 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-360aa7df-15e8-4e73-8a99-aab57e53eb76 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/networks?id=f246df4b-91db-47df-ad3a-7d5cb78b8f6c HTTP/1.1" status: 200 len: 811 time: 0.6629333 Feb 09 07:56:06.968679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:06.973111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.008442 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-3f2c2a30-d8c4-4eb5-a60d-45a82975c062 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/quotas/542821ed143548689c9b42f92fa8906c HTTP/1.1" status: 200 len: 375 time: 0.0595150 Feb 09 07:56:07.058788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.080460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:07.119429 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-077e62f2-ace0-47a4-a1c3-ee54e16ac97c tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=542821ed143548689c9b42f92fa8906c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099379 Feb 09 07:56:07.121473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:07.122125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.144297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c47d81-55f5-48ea-b196-4320c404f6cb None None] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:07.173398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.205736 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1269796 Feb 09 07:56:07.225267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:56:07.236179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Sync routers for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:56:07.250811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:07.251729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:07.297650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33144) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:07.333572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.338510 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6384325 Feb 09 07:56:07.339558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33150) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:07.402960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.494312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:07.669429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.673935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:07.692210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:07.705715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc83b57-a7aa-4c66-ade7-c5eee8bfb585,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:07.709017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Usage tracker for resource:security_group_rule and tenant:95f3090b8b314d7c8a0ecbbbb5e1458f is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:07.715025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:07.726559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:07.732522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-d827c2c9-0aca-4c40-a5f4-7373b9ddf5e3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:56:07.735934 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-d827c2c9-0aca-4c40-a5f4-7373b9ddf5e3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3526728 Feb 09 07:56:07.737725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:07.739994 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cc83b57-a7aa-4c66-ade7-c5eee8bfb585 HTTP/1.1" status: 204 len: 168 time: 1.4816210 Feb 09 07:56:07.742737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:07.778893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1e924-219c-4b31-b290-bf06e4f05f79 None None] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:08.053752 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-64d99b41-d09b-4f72-8b2d-cafc5a06b8f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058114 Feb 09 07:56:08.056897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.112973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Transition to ACTIVE for port object ada77029-db0a-4cff-bce3-0f5342107116 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:08.155256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Transition to ACTIVE for port object ada77029-db0a-4cff-bce3-0f5342107116 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:08.231207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.381872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:05Z', 'revision_number': 3, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:08.387569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Checking router: a71354b6-cb30-4931-85b3-cefc19b2b8a5 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:56:08.388052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Updating router a71354b6-cb30-4931-85b3-cefc19b2b8a5 port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:56:08.508861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:08.519102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.521658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33190) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:08.532230 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 07:56:08.583679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:08.585702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.586999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:08.591023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:08.634206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.666456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Pushing event updated for resources: {'Port': ['ID=ada77029-db0a-4cff-bce3-0f5342107116,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:08.678453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.679136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.679136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.679451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.679826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.680200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.680568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.680961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.681328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.681689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.682051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.683837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.684265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.684652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.685024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.685473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.685872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.686717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.687084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.687448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.687811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.688170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.688532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.689295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Tracked resource versions report: Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}, Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:56:08.691027 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:56:08.695633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:08.703837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Attempting to bind port ada77029-db0a-4cff-bce3-0f5342107116 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:08.704347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Attempting to bind port ada77029-db0a-4cff-bce3-0f5342107116 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:08.704818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Attempting to bind port ada77029-db0a-4cff-bce3-0f5342107116 on network 84195d84-b1d9-4800-9f42-883575ec8eae {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:08.711200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:08.711619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Checking segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:08.712067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.712506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Bound using segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:08.713092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Bound port: ada77029-db0a-4cff-bce3-0f5342107116, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:08.713566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.792186 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ce85f913-0e34-4633-acee-3b70438aaf17 service neutron] 10.222.0.13 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7036085 Feb 09 07:56:08.829617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] For port ada77029-db0a-4cff-bce3-0f5342107116, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:08.833204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] For port ada77029-db0a-4cff-bce3-0f5342107116, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=ada77029-db0a-4cff-bce3-0f5342107116,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:08.867767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:08.957918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-adcfb22f-b86a-4486-a8a6-4a77013b60de tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:08.962513 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-adcfb22f-b86a-4486-a8a6-4a77013b60de tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.4395154 Feb 09 07:56:08.966585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.040337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Allocated IP 172.27.2.113 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/dc7ab731-eb1e-457e-80f8-08bffe104962) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:09.050084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:09.113798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-b56ad1af-8b1e-4bbb-95f1-86da8f583b35 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/quotas/0605e02099054a7d9b6e6b2a58499f36 HTTP/1.1" status: 200 len: 375 time: 0.1424644 Feb 09 07:56:09.233004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.284547 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-2ae0cb92-1aa9-4c04-ade7-a5cc38b4b193 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1699777 Feb 09 07:56:09.302214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.383663 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-004a0da9-b847-4764-86a1-161c98625a77 req-a5a1037d-bc3d-4cec-9b12-b0ee0c7237b8 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.0661404 Feb 09 07:56:09.447870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:09.478289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.486755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Pushing event updated for resources: {'Port': ['ID=ada77029-db0a-4cff-bce3-0f5342107116,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:09.497591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:09.505274 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95f3090b8b314d7c8a0ecbbbb5e1458f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2064264 Feb 09 07:56:09.511896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33230) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:09.520150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:09.611700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b181678f-9062-4252-a5d2-8ebadde33679,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:09.621310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:09.659457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Pushing event updated for resources: {'Port': ['ID=dc7ab731-eb1e-457e-80f8-08bffe104962,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:09.695516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:09.877890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-d82dd2d4-9103-4a17-aad5-5b99d7e21123 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:56:09.889207 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-d82dd2d4-9103-4a17-aad5-5b99d7e21123 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3376467 Feb 09 07:56:09.893023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.916252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Transition to ACTIVE for port object 1410b665-2e00-4a6a-8f7d-5e28ca0898fd will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:09.934125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.950400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:09.999017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:10.001389 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.002140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:10.010214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:10.020564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:10.072276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.277054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Pushing event updated for resources: {'Port': ['ID=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,revision_number=2']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:10.302796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.303300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.303589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.303962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.304323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.305270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.306421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.306838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.307810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.308281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.308826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.309178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.309747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.311336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.311505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.312052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.312682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.313149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.313731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.314307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.314859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.315395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.315966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.316526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.316927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Tracked resource versions report: Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: pushed versions: Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: { 'AddressGroup': {'1.1'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': {'1.0'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': {'1.0'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': {'1.1'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': {'1.7'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': {'1.2'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': {'1.8'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': {'1.4'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': {'1.2'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': {'1.0'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': {'1.1'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': {'1.1'}} Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: consumer versions: Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: { DHCP agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: L3 agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: Metadata agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: Metering agent@dv-cinder-774594-1-iscsi: {}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@dv-cinder-774594-1-iscsi: { 'AddressGroup': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}, Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: Open vSwitch agent@hv-cinder-77459: { 'AddressGroup': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'ConntrackHelper': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Log': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Network': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Port': '1.7', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'PortForwarding': '1.2', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'QosPolicy': '1.8', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroup': '1.4', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SecurityGroupRule': '1.2', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'SubPort': '1.0', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Subnet': '1.1', Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: 'Trunk': '1.1'}} Feb 09 07:56:10.318224 dv-cinder-774594-1-iscsi neutron-server[79941]: {{(pid=80057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 09 07:56:10.320880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.332858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:10.340536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:10.346246 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7ceb4929-179f-40a2-81be-0155465e8936 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559090 Feb 09 07:56:10.431527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181678f-9062-4252-a5d2-8ebadde33679,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:10.431746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Attempting to bind port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:10.438097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:10.449237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Attempting to bind port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:10.450060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Attempting to bind port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:10.458352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:10.464405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.470715 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b181678f-9062-4252-a5d2-8ebadde33679 HTTP/1.1" status: 204 len: 168 time: 0.8188341 Feb 09 07:56:10.485923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:10.489077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.491309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:10.492444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Bound port: 1410b665-2e00-4a6a-8f7d-5e28ca0898fd, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:10.495525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.624225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] For port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:10.631383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] For port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:10.686263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:10.744018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:10.900877 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-a90ad588-f5f6-441a-883d-c3b0636b1fbe service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5534227 Feb 09 07:56:10.966140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:11.092625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Pushing event updated for resources: {'Port': ['ID=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:11.109317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:11.165377 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9093f066-130a-40e4-9f2e-5815c3396fba req-3fd82cc9-afed-4600-a2ff-41adc283e8ce tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.0965440 Feb 09 07:56:11.174435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:11.177300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:11.418721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53841c4-dd26-4962-96fa-7de918069979 None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:11.432897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Allocated IP 172.20.0.1 (7d7f8822-77d9-4b39-9dca-e2978e9fc9e1/437ee750-422e-4bf7-abe2-9e7d53e86e57/9d06869f-22fb-4e83-9af6-57498d6dd2cc) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:11.790821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:11.828565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:11.836349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device ada77029-db0a-4cff-bce3-0f5342107116 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:11.933657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.029872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4be961bc-d870-4639-9202-6a54d1f49f48 req-4c130ef0-e745-41df-a20a-bdaac8ba5ff6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.1259034 Feb 09 07:56:12.138333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-3f311223-525f-4193-995e-87d3dfac747b None None] Provisioning for port ada77029-db0a-4cff-bce3-0f5342107116 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:12.247446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port ada77029-db0a-4cff-bce3-0f5342107116 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:12.267633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port ada77029-db0a-4cff-bce3-0f5342107116 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:12.268088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.321934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.356157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:12.503022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:12.508113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:12.520067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:12.521119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:12.529490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:12.530020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.567384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:05Z', 'revision_number': 3, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:12.586462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9f6bf-c94e-417b-b128-48b3c03c4ec7 None None] The sync data for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi is: [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:05Z', 'revision_number': 3, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:56:12.638179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.759461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port ada77029-db0a-4cff-bce3-0f5342107116, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=ada77029-db0a-4cff-bce3-0f5342107116,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:12.806559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.824079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:12.967234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:12.978230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ff37f198-d64d-45b4-8fda-638fb2c32024 None None] Provisioning complete for port ada77029-db0a-4cff-bce3-0f5342107116 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:12.978653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff37f198-d64d-45b4-8fda-638fb2c32024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.085320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=ada77029-db0a-4cff-bce3-0f5342107116,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:13.107838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:13.432338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ce8468ea-adc4-4094-af4a-2f4299f6678c None None] Provisioning complete for port ada77029-db0a-4cff-bce3-0f5342107116 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:13.437852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ce8468ea-adc4-4094-af4a-2f4299f6678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.701822 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3a12cba-f37f-4a16-b206-491c152846ec req-44397116-c88f-4e56-b69b-d4b8504e2fac tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.1675959 Feb 09 07:56:13.723625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1410b665-2e00-4a6a-8f7d-5e28ca0898fd up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:13.818443 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5f543c3-0c00-4557-974c-2d1585a824d3 req-019a3992-dd41-45a6-b09b-d2ac27b421f8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.1427343 Feb 09 07:56:13.841682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:56:13.921365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.955539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.956904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:13.991125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:13.998927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:13.998927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.004549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:14.113225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-121e31fd-c967-4cb2-995f-ff1f2f45c52b None None] Provisioning complete for port ada77029-db0a-4cff-bce3-0f5342107116 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:14.114285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-121e31fd-c967-4cb2-995f-ff1f2f45c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.253281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:14.266264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:14.325335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:14.326699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:14.365872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:56:14.419934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.422350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.9456553 Feb 09 07:56:14.425167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33424) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:14.534157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.585605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:14.587387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:56:14.622524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:14.622524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:14.732566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:14.851036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.48', 51482) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:14.898401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device ada77029-db0a-4cff-bce3-0f5342107116 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:14.940691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Router a71354b6-cb30-4931-85b3-cefc19b2b8a5 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:56:14.962108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:15.272762 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b43acac6-2a5a-4ee0-8130-0d1f8c464ecd req-3b73d4b4-90a4-41ac-8e92-a95c4a1aca07 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.1681404 Feb 09 07:56:15.283400 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96ae7ae9-0886-43b7-acc3-762de4347c6e req-dca6fee7-42f0-4f1c-80bd-c5eac733c394 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.0786831 Feb 09 07:56:15.311821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:15.445531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33458) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:15.452250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:15.467814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:15.755403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:56:15.760821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port ada77029-db0a-4cff-bce3-0f5342107116 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:15.760821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:15.763858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33466) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:15.764613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ef3b8c36-221e-475c-b363-45bacef9bde5 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:15.764613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ef3b8c36-221e-475c-b363-45bacef9bde5 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Synchronizing usage tracker for tenant:542821ed143548689c9b42f92fa8906c on resource:network {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:15.764613 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a71354b6-cb30-4931-85b3-cefc19b2b8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3772256 Feb 09 07:56:15.802873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ef3b8c36-221e-475c-b363-45bacef9bde5 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Unset dirty status for tenant:542821ed143548689c9b42f92fa8906c on resource:network {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:15.804169 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ef3b8c36-221e-475c-b363-45bacef9bde5 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.48 "GET /v2.0/networks?id=f246df4b-91db-47df-ad3a-7d5cb78b8f6c HTTP/1.1" status: 200 len: 811 time: 0.9520698 Feb 09 07:56:15.874164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Request body: {'port': {'device_id': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c', 'admin_state_up': True, 'tenant_id': '542821ed143548689c9b42f92fa8906c'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:15.901496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:15.984984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:15.999377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:16.007998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Usage tracker for resource:security_group_rule and tenant:96b4783f456d430b90525c4ce6111301 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:16.016605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:16.027740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:16.043010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:16.046270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:16.048472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.48', 51489) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:16.069080 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Usage tracker for resource:security_group_rule and tenant:d18cc41ac387462cb24cab2736de629b is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:16.073977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:16.116418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:16.152837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:16.172003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Usage tracker for resource:port and tenant:542821ed143548689c9b42f92fa8906c is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:16.175392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:16.184107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:16.264628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Made reservation on behalf of 542821ed143548689c9b42f92fa8906c for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:16.301395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:16.382453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Sync routers for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:56:16.401642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:10Z', 'revision_number': 3, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:16.403790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:16.404486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:16.406615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:56:16.407158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Updating router e2615c26-e9f0-4e1f-bccc-50537d715a7e port dc7ab731-eb1e-457e-80f8-08bffe104962 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:56:16.529364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-22469462-2a0d-43d1-b947-417b26ed5f69 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:16.530736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-22469462-2a0d-43d1-b947-417b26ed5f69 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:16.600743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1410b665-2e00-4a6a-8f7d-5e28ca0898fd up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:16.702971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:16.916654 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cf52a1ae-9f71-42ef-852d-21fedc6f62bd req-cf607ffb-47d9-40be-aeb5-355da5a04d23 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.1356039 Feb 09 07:56:16.937626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-22469462-2a0d-43d1-b947-417b26ed5f69 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:16.946520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-22469462-2a0d-43d1-b947-417b26ed5f69 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.8920882 Feb 09 07:56:16.982515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Request body: {'port': {'device_id': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32', 'admin_state_up': True, 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:17.027637 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2eb7d71-db01-42d3-b5eb-4025e0beaad6 req-5acbbe26-1966-40ad-ae16-731bf7ce3675 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.1917510 Feb 09 07:56:17.174554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:17.176280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:17.194398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:17.216920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Allocated IP 172.20.0.10 (f246df4b-91db-47df-ad3a-7d5cb78b8f6c/a1923246-d8e6-490d-acd6-bd7a0f5e0911/537fa3e6-0a1e-45f7-aef8-9504a125850c) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:17.709860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:17.831888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:17.882045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:17.965217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:12Z', 'revision_number': 4, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '9d06869f-22fb-4e83-9af6-57498d6dd2cc', 'name': '', 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'tenant_id': '90b9669412144549b3573321d1224972', 'mac_address': 'fa:16:3e:95:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:11Z', 'updated_at': '2021-02-09T07:56:13Z', 'revision_number': 2, 'project_id': '90b9669412144549b3573321d1224972', 'subnets': [{'id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:17.980273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Checking router: a71354b6-cb30-4931-85b3-cefc19b2b8a5 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:56:17.980954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Updating router a71354b6-cb30-4931-85b3-cefc19b2b8a5 port 9d06869f-22fb-4e83-9af6-57498d6dd2cc binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:56:18.061860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.095613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Transition to ACTIVE for port object dc7ab731-eb1e-457e-80f8-08bffe104962 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:18.119982 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.127079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.158694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:18.190525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.228753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.295692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:18.312441 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d18cc41ac387462cb24cab2736de629b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6272237 Feb 09 07:56:18.358533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33552) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:18.359581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.390909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Pushing event updated for resources: {'Port': ['ID=537fa3e6-0a1e-45f7-aef8-9504a125850c,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:18.393697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ddaa91-3eda-4262-b450-d220c1234818,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:18.419268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:18.454097 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-48034950-0b31-477e-b678-4c4182082105 req-a41ffb03-29b2-4022-b29b-182c9e08e691 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.2308421 Feb 09 07:56:18.487155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.492509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:18.683737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-43ab524a-20a4-4f05-ab90-196dcf2dbcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:18.694228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Pushing event updated for resources: {'Port': ['ID=dc7ab731-eb1e-457e-80f8-08bffe104962,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:18.711925 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:18.763122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.763537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Attempting to bind port dc7ab731-eb1e-457e-80f8-08bffe104962 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:18.764127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Attempting to bind port dc7ab731-eb1e-457e-80f8-08bffe104962 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:18.765353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Attempting to bind port dc7ab731-eb1e-457e-80f8-08bffe104962 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:18.769260 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b4783f456d430b90525c4ce6111301&name=default HTTP/1.1" status: 200 len: 2975 time: 3.3235838 Feb 09 07:56:18.772975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:18.776418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33560) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:18.783491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:18.785239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:18.786729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.788336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:18.789852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Bound port: dc7ab731-eb1e-457e-80f8-08bffe104962, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:18.791753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:18.807495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:18.867863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1a72fb-bb56-4177-9c49-af0d0660aa8b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:18.916571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:18.925452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:18.937277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Usage tracker for resource:port and tenant:0605e02099054a7d9b6e6b2a58499f36 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:18.947141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:18.969673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:18.991932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:19.024296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] For port dc7ab731-eb1e-457e-80f8-08bffe104962, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:19.035248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] For port dc7ab731-eb1e-457e-80f8-08bffe104962, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=dc7ab731-eb1e-457e-80f8-08bffe104962,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:19.042508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:19.065418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:19.066149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.082322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.104231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.130233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-559e2587-f864-49dc-805d-43759f433dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:19.186358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.445458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Pushing event updated for resources: {'Port': ['ID=dc7ab731-eb1e-457e-80f8-08bffe104962,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:19.452807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:19.461412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.494510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.495777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.504612 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12ddaa91-3eda-4262-b450-d220c1234818 HTTP/1.1" status: 204 len: 168 time: 1.0884156 Feb 09 07:56:19.512577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:19.513299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:19.550024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ae1f83d6-5469-4f16-85ed-f4bbd272b169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:19.561575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.564354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6986663 Feb 09 07:56:19.566551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ddaa91-3eda-4262-b450-d220c1234818,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:19.583945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:19.594953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Transition to ACTIVE for port object 9d06869f-22fb-4e83-9af6-57498d6dd2cc will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:19.607812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ce0884f0-37d7-40cf-b820-1206fafe8ba4 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 07:56:19.609040 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-ce0884f0-37d7-40cf-b820-1206fafe8ba4 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0103014 Feb 09 07:56:19.648456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.683522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:19.794755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-1d61d705-5f8b-48f9-baec-6dff3a8362a1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:19.795571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-1d61d705-5f8b-48f9-baec-6dff3a8362a1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Synchronizing usage tracker for tenant:542821ed143548689c9b42f92fa8906c on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:19.798461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:19.837848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:19.926184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59bec8-a829-4fd6-b451-99c5269170f3 None None] Pushing event updated for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:19.930107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc59bec8-a829-4fd6-b451-99c5269170f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:19.934002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-1d61d705-5f8b-48f9-baec-6dff3a8362a1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Unset dirty status for tenant:542821ed143548689c9b42f92fa8906c on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:19.936996 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-1d61d705-5f8b-48f9-baec-6dff3a8362a1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 932 time: 1.0954189 Feb 09 07:56:19.968533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-6ced20bc-48d6-4fd6-a232-f447ae7fba22 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:19.973860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-6ced20bc-48d6-4fd6-a232-f447ae7fba22 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:20.154430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-6ced20bc-48d6-4fd6-a232-f447ae7fba22 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:20.161577 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-6ced20bc-48d6-4fd6-a232-f447ae7fba22 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 819 time: 2.0242443 Feb 09 07:56:20.168815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-40684079-9080-4b43-9768-a202dffcdf30 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Synchronizing usage tracker for tenant:542821ed143548689c9b42f92fa8906c on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:20.211076 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-8655b6fc-ca65-4ce2-9ecb-d519881f0c9d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/quotas/90b9669412144549b3573321d1224972 HTTP/1.1" status: 200 len: 375 time: 0.0484457 Feb 09 07:56:20.254207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-40684079-9080-4b43-9768-a202dffcdf30 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Unset dirty status for tenant:542821ed143548689c9b42f92fa8906c on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:20.255506 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6873a21-489e-4d08-9a0d-13c7e407b883 req-40684079-9080-4b43-9768-a202dffcdf30 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812729 Feb 09 07:56:20.282700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.289540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:20.329875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.334006 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c1a72fb-bb56-4177-9c49-af0d0660aa8b HTTP/1.1" status: 204 len: 168 time: 1.5511537 Feb 09 07:56:20.342245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1a72fb-bb56-4177-9c49-af0d0660aa8b,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:20.352781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:20.386133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Request body: {'port': {'device_id': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:20.517744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:10Z', 'revision_number': 3, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:20.527034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143afbeb-9c7a-4f07-b2ad-a181cdaaf351 None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:10Z', 'revision_number': 3, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:56:20.590411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Allocated IP 172.20.0.1 (84195d84-b1d9-4800-9f42-883575ec8eae/695dd6bf-7068-4270-be5d-28da3e58b3d1/83de17a7-05ba-48a3-bd57-c8b994e732a9) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:20.619086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Allocated IP 172.20.0.2 (6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32/2b648856-db6f-4324-af6b-229a966ee882/6554f6e4-c107-4b96-9e8d-b50dd2420d5b) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:20.649891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Attempting to bind port 9d06869f-22fb-4e83-9af6-57498d6dd2cc on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:20.651077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Attempting to bind port 9d06869f-22fb-4e83-9af6-57498d6dd2cc by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:20.651711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Attempting to bind port 9d06869f-22fb-4e83-9af6-57498d6dd2cc on network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:20.659122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:20.659774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Checking segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:20.660353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.661032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Bound using segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:20.665117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Bound port: 9d06869f-22fb-4e83-9af6-57498d6dd2cc, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:20.665117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.693099 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7828555-cd36-42ba-a2aa-cf1fc7865c22 req-8c72cb04-aee6-4988-a5f0-2afd5a700015 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.1502604 Feb 09 07:56:20.719651 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-f8f3db53-ecc6-4f83-b284-e89545f4907d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5028677 Feb 09 07:56:20.786629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] For port 9d06869f-22fb-4e83-9af6-57498d6dd2cc, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:20.790607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] For port 9d06869f-22fb-4e83-9af6-57498d6dd2cc, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9d06869f-22fb-4e83-9af6-57498d6dd2cc,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:20.792479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33594) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:20.816851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.833863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.850814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:20.859274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:20.873706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:21.192371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:21.251168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33604) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:21.292253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Usage tracker for resource:security_group_rule and tenant:099c524b6f3b4732a175070bc8f14f7b is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:21.299412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:21.319272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59bec8-a829-4fd6-b451-99c5269170f3 None None] Pushing event updated for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:21.324193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc59bec8-a829-4fd6-b451-99c5269170f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:21.331250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:21.365195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:21.454016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:21.455612 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:21.817727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:21.959457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537fa3e6-0a1e-45f7-aef8-9504a125850c {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:56:21.985213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.152945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Transition to ACTIVE for port object 537fa3e6-0a1e-45f7-aef8-9504a125850c will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:22.176298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:22.203633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event updated for resources: {'Port': ['ID=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:22.210783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.225361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:22.267406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:22.298415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.358576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:22.368007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Usage tracker for resource:security_group_rule and tenant:981cac099c4f45078f9818d94c81938c is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:22.376969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:22.393541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:22.644151 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.673396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Transition to ACTIVE for port object 83de17a7-05ba-48a3-bd57-c8b994e732a9 will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:22.706129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device dc7ab731-eb1e-457e-80f8-08bffe104962 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:22.754637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.888379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port dc7ab731-eb1e-457e-80f8-08bffe104962 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:22.896685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port dc7ab731-eb1e-457e-80f8-08bffe104962 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:22.897126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:22.957005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Pushing event updated for resources: {'Port': ['ID=537fa3e6-0a1e-45f7-aef8-9504a125850c,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:22.962564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:23.066132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b6c5a9a3-a2a7-473d-a5b7-8b35c0b02040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:23.162558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:12Z', 'revision_number': 4, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '9d06869f-22fb-4e83-9af6-57498d6dd2cc', 'name': '', 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'tenant_id': '90b9669412144549b3573321d1224972', 'mac_address': 'fa:16:3e:95:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:11Z', 'updated_at': '2021-02-09T07:56:20Z', 'revision_number': 4, 'project_id': '90b9669412144549b3573321d1224972', 'subnets': [{'id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:23.169556 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-f5b35fdb-2203-4f85-b83f-a8829cf17a4d service neutron] 10.222.0.13 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9220288 Feb 09 07:56:23.171772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.174178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Pushing event updated for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:23.193251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:23.195473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f976dae-7890-492d-8416-79b97f60ce0e None None] The sync data for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi is: [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T07:56:12Z', 'revision_number': 4, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '9d06869f-22fb-4e83-9af6-57498d6dd2cc', 'name': '', 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'tenant_id': '90b9669412144549b3573321d1224972', 'mac_address': 'fa:16:3e:95:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:11Z', 'updated_at': '2021-02-09T07:56:20Z', 'revision_number': 4, 'project_id': '90b9669412144549b3573321d1224972', 'subnets': [{'id': '437ee750-422e-4bf7-abe2-9e7d53e86e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:56:23.221164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Network 84195d84-b1d9-4800-9f42-883575ec8eae is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:23.227395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:23.266446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d15162-f12f-42b8-a820-4a3229b8533f req-4fc35753-490c-4fd0-85b7-a5251a2752ea tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:23.271838 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95d15162-f12f-42b8-a820-4a3229b8533f req-4fc35753-490c-4fd0-85b7-a5251a2752ea tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 932 time: 1.2477896 Feb 09 07:56:23.302878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.355889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port dc7ab731-eb1e-457e-80f8-08bffe104962, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=dc7ab731-eb1e-457e-80f8-08bffe104962,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:23.384514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.391339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:23.520374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.543179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=dc7ab731-eb1e-457e-80f8-08bffe104962,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:23.553255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:23.574492 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95d15162-f12f-42b8-a820-4a3229b8533f req-10d449f5-3a00-4e27-b7be-c34bef350501 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684190 Feb 09 07:56:23.582081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.733859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:23.744110 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=099c524b6f3b4732a175070bc8f14f7b&name=default HTTP/1.1" status: 200 len: 2978 time: 2.9466636 Feb 09 07:56:23.752881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33642) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:23.833241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:23.838135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.840729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:23.841460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:23.876512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Attempting to bind port 537fa3e6-0a1e-45f7-aef8-9504a125850c on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:23.876931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Attempting to bind port 537fa3e6-0a1e-45f7-aef8-9504a125850c by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'dc64808a-f589-43c6-82b0-292ed0ec7fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:23.877342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Attempting to bind port 537fa3e6-0a1e-45f7-aef8-9504a125850c on network f246df4b-91db-47df-ad3a-7d5cb78b8f6c {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:23.917001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f46351-9adb-40b3-aa63-8acfed51f18d,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:23.927543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:24.061049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:24.075259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Checking segment: {'id': 'dc64808a-f589-43c6-82b0-292ed0ec7fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:24.075259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.075259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Bound using segment: {'id': 'dc64808a-f589-43c6-82b0-292ed0ec7fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:24.075259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Bound port: 537fa3e6-0a1e-45f7-aef8-9504a125850c, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc64808a-f589-43c6-82b0-292ed0ec7fed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f246df4b-91db-47df-ad3a-7d5cb78b8f6c'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:24.075259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.236573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.308471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:24.326839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:24.423012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.436595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-3560a342-3e67-4631-98eb-52d66e19000e None None] Provisioning for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:24.444340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-3560a342-3e67-4631-98eb-52d66e19000e None None] Provisioning complete for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:24.444935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3560a342-3e67-4631-98eb-52d66e19000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.462522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:24.463403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.523818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:24.768572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2689b-1cc0-41cd-a4ba-556ac9d21f6b req-51a37bc0-082c-4104-b4a9-2c51648872f0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:24.780718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-22b2689b-1cc0-41cd-a4ba-556ac9d21f6b req-51a37bc0-082c-4104-b4a9-2c51648872f0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 931 time: 0.8488488 Feb 09 07:56:24.841368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4039a4b-837e-4b25-a8a7-52914e7c6595,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:24.843379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] For port 537fa3e6-0a1e-45f7-aef8-9504a125850c, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:24.862188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-3560a342-3e67-4631-98eb-52d66e19000e None None] Port 83de17a7-05ba-48a3-bd57-c8b994e732a9 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:56:24.863178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:24.864469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:24.873371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9d06869f-22fb-4e83-9af6-57498d6dd2cc up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:24.954683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] For port 537fa3e6-0a1e-45f7-aef8-9504a125850c, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=537fa3e6-0a1e-45f7-aef8-9504a125850c,segment=NetworkSegment(dc64808a-f589-43c6-82b0-292ed0ec7fed),segment_id=dc64808a-f589-43c6-82b0-292ed0ec7fed)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:24.997329 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-22b2689b-1cc0-41cd-a4ba-556ac9d21f6b req-b5195ad0-43ca-42ed-acec-9b1299588b79 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155356 Feb 09 07:56:24.999645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.018956 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=981cac099c4f45078f9818d94c81938c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7659681 Feb 09 07:56:25.021547 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-432434f6-c69d-4501-b883-00cd3ae129dd service neutron] 10.222.0.13 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8271048 Feb 09 07:56:25.029904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33666) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:25.051311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:25.111034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 9d06869f-22fb-4e83-9af6-57498d6dd2cc completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:25.117028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 9d06869f-22fb-4e83-9af6-57498d6dd2cc triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:25.117443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.276968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Pushing event updated for resources: {'Port': ['ID=537fa3e6-0a1e-45f7-aef8-9504a125850c,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:25.283245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:25.479930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.488478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.564052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.574498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.605809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 9d06869f-22fb-4e83-9af6-57498d6dd2cc, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9d06869f-22fb-4e83-9af6-57498d6dd2cc,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:25.641658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.642922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device dc7ab731-eb1e-457e-80f8-08bffe104962 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:25.703637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.761289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:25.890402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.902000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:25.904010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:25.910412 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] 10.222.0.48 "PUT /v2.0/ports/537fa3e6-0a1e-45f7-aef8-9504a125850c HTTP/1.1" status: 200 len: 1158 time: 5.8847010 Feb 09 07:56:25.914631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:25.921682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:25.959313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:25.965990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:25.967676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port dc7ab731-eb1e-457e-80f8-08bffe104962 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:25.968777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:26.054936 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-7de973f0-728f-4477-8290-6fefddd8f2c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0801883 Feb 09 07:56:26.170417 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-71acfe79-cdb9-4223-896b-29086bd37f06 req-333bcb85-f2f3-424c-82b0-659737eb1d13 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 210 time: 0.6174855 Feb 09 07:56:26.176849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:26.204229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ebe957ae-813d-48c8-a8b3-f3f8f470b042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:26.230956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Pushing event updated for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:26.247573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:26.262382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f46351-9adb-40b3-aa63-8acfed51f18d,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:26.267811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:26.274827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:26.278680 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1f46351-9adb-40b3-aa63-8acfed51f18d HTTP/1.1" status: 204 len: 168 time: 2.5208917 Feb 09 07:56:26.358825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Request body: {'port': {'device_id': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:26.437755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Network 84195d84-b1d9-4800-9f42-883575ec8eae is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:26.457219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:26.634408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9d06869f-22fb-4e83-9af6-57498d6dd2cc up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:26.695625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e4dac-1aed-4c51-999d-708f73f0c2c3 req-610e0208-643b-4e2b-85f0-56a146c76ba3 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:26.723810 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e7e4dac-1aed-4c51-999d-708f73f0c2c3 req-610e0208-643b-4e2b-85f0-56a146c76ba3 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 1.0524819 Feb 09 07:56:26.821360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:26.867935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-b795b8fb-3dd8-43c8-bbb6-e9bed63b4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:26.876140 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-b795b8fb-3dd8-43c8-bbb6-e9bed63b4fc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=542821ed143548689c9b42f92fa8906c&device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 1161 time: 0.7794213 Feb 09 07:56:26.941277 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e7e4dac-1aed-4c51-999d-708f73f0c2c3 req-8c3a075d-98b5-48ca-b804-b91e852951f8 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163458 Feb 09 07:56:26.991984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 9d06869f-22fb-4e83-9af6-57498d6dd2cc triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:26.994258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:27.058157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:27.080143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4039a4b-837e-4b25-a8a7-52914e7c6595,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:27.091763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:27.104693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:27.106095 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4039a4b-837e-4b25-a8a7-52914e7c6595 HTTP/1.1" status: 204 len: 168 time: 2.0708630 Feb 09 07:56:27.152579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:27.318765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-8d07fc6c-11d3-4488-b16d-bbc9ea8584a2 None None] Provisioning complete for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:27.319233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d07fc6c-11d3-4488-b16d-bbc9ea8584a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:27.333798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c', 'status': 'completed', 'code': 200} Feb 09 07:56:27.356025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-11f66fe2-6709-41fe-a664-a569436941b5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:27.356875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-11f66fe2-6709-41fe-a664-a569436941b5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:27.418139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-8d07fc6c-11d3-4488-b16d-bbc9ea8584a2 None None] Port 83de17a7-05ba-48a3-bd57-c8b994e732a9 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:56:27.454277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:56:27.506097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-11f66fe2-6709-41fe-a664-a569436941b5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:27.508415 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-11f66fe2-6709-41fe-a664-a569436941b5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 931 time: 0.9836845 Feb 09 07:56:27.624004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33750) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:27.778479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-ce43160a-6360-4211-a8a1-e9956ec9f8b6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:27.780362 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-ce43160a-6360-4211-a8a1-e9956ec9f8b6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 819 time: 0.2870884 Feb 09 07:56:27.803048 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-4edbe882-b39e-4d93-9d80-0f02d411c11b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/quotas/90b9669412144549b3573321d1224972 HTTP/1.1" status: 200 len: 375 time: 0.0159161 Feb 09 07:56:27.895620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:27.924674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:27.929133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Usage tracker for resource:security_group_rule and tenant:7c0ffdc9b5fe48a18424ac0ad181a48d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:27.932848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:27.939401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:28.009739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-84eee7d3-3a6b-4b86-8784-7c16427b1920 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:28.050948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.073416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-764f52e8-ef17-4a20-986a-ba4586511a87 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:28.078736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.099759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6f9dbe90-762d-40a9-b153-0f2410ac375a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:28.132503 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c0ffdc9b5fe48a18424ac0ad181a48d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050151 Feb 09 07:56:28.135336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33770) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:28.168621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-764f52e8-ef17-4a20-986a-ba4586511a87 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:28.170246 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-764f52e8-ef17-4a20-986a-ba4586511a87 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3608854 Feb 09 07:56:28.173825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:56:28.178483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba43f1c-895e-448c-907a-49e4413738d2,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:28.183925 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2615c26-e9f0-4e1f-bccc-50537d715a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7525203 Feb 09 07:56:28.185906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:28.195015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:56:28.202742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-84eee7d3-3a6b-4b86-8784-7c16427b1920 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:28.204611 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-089d3ce6-43ec-4533-98eb-7066c0d4b317 req-84eee7d3-3a6b-4b86-8784-7c16427b1920 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198368 Feb 09 07:56:28.216496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:28.218579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:28.339148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.461152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.484236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:56:28.495639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6554f6e4-c107-4b96-9e8d-b50dd2420d5b {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:56:28.538731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.572767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Transition to ACTIVE for port object 6554f6e4-c107-4b96-9e8d-b50dd2420d5b will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:28.591579 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-73b4a5e1-34bc-4ed4-ada9-8f78f0908293 service neutron] 10.222.0.13 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044387 Feb 09 07:56:28.601961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.604370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:28.626067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:28.755291 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-9292011f-30e8-4c48-8aba-2983861d4d46 service neutron] 10.222.0.13 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539907 Feb 09 07:56:28.796678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.802344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:28.830685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33794) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:28.853166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba43f1c-895e-448c-907a-49e4413738d2,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:28.860942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:28.864950 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ba43f1c-895e-448c-907a-49e4413738d2 HTTP/1.1" status: 204 len: 168 time: 0.7257457 Feb 09 07:56:28.869420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:28.882610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:28.888965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:29.062699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486edccf-2f92-4355-9aaf-2b3841b60b31 req-f1b79854-9cd4-4686-bc42-88d52aa0c6d1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:29.065298 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-486edccf-2f92-4355-9aaf-2b3841b60b31 req-f1b79854-9cd4-4686-bc42-88d52aa0c6d1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 0.3867061 Feb 09 07:56:29.105912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:25Z', 'revision_number': 2, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:29.110884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:56:29.111372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Updating router e2615c26-e9f0-4e1f-bccc-50537d715a7e port 83de17a7-05ba-48a3-bd57-c8b994e732a9 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:56:29.175101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.242323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Attempting to bind port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:29.242705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Attempting to bind port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:29.243077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Attempting to bind port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b on network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:29.265322 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-486edccf-2f92-4355-9aaf-2b3841b60b31 req-355a892d-8c9f-4b36-90f8-c17a60a96c62 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940684 Feb 09 07:56:29.268678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:29.269030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Checking segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:29.269494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.269954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Bound using segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:29.270439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Bound port: 6554f6e4-c107-4b96-9e8d-b50dd2420d5b, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:29.270815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.276196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-283061922-network', 'tenant_id': '9397905b169947f1ab8a7cb2663a2a0b'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:29.287460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:29.297664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Usage tracker for resource:network and tenant:9397905b169947f1ab8a7cb2663a2a0b is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:29.301229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:29.321791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:29.385268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Made reservation on behalf of 9397905b169947f1ab8a7cb2663a2a0b for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:29.390289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.418406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] For port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:29.421325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.440898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:29.445202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9397905b169947f1ab8a7cb2663a2a0b is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:29.449308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:29.455869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:29.503282 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2dcd939f-3085-43a9-887e-165193e6a439 req-2894a5a1-f69f-4fd5-91a9-8ac0e075c0bb tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.1255867 Feb 09 07:56:29.519746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] For port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:29.552024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.613710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:29.758009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.785891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.794279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dbe68e86-f207-43b6-9c8f-bb570738faba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:29.799134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:29.808928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:29.911559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7867979-e371-461e-82d5-aebe3c7e5826,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:29.912219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:29.946009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:29.976646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:29.977368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Added segment 42531e6a-1242-4b2a-8973-f607b9f2244f of type vxlan for network 485807d6-c379-4122-a070-f167cc319a37 Feb 09 07:56:30.028908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.138804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.140444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:30.141466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.360282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33830) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:30.436510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:30.440432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.492774 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-2e760c98-11e0-47dc-bf02-13819d3c65ed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537fa3e6-0a1e-45f7-aef8-9504a125850c HTTP/1.1" status: 200 len: 217 time: 0.3019140 Feb 09 07:56:30.492966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Transition to ACTIVE for port object 83de17a7-05ba-48a3-bd57-c8b994e732a9 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:30.534595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.576525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9216a1-0283-4282-bbf0-33c25ca362ce req-88c5e34f-e71d-4284-b571-fa3489f02569 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:30.579471 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4a9216a1-0283-4282-bbf0-33c25ca362ce req-88c5e34f-e71d-4284-b571-fa3489f02569 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 943 time: 0.5716956 Feb 09 07:56:30.600143 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7586279 Feb 09 07:56:30.608916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:30.610144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.612370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33838) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:30.613822 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] 10.222.0.48 "PUT /v2.0/ports/6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 200 len: 1157 time: 4.2912314 Feb 09 07:56:30.618198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:30.627011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Request body: {'subnet': {'network_id': '485807d6-c379-4122-a070-f167cc319a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-283061922-subnet', 'tenant_id': '9397905b169947f1ab8a7cb2663a2a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:30.734647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.751667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:30.774384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Usage tracker for resource:subnet and tenant:9397905b169947f1ab8a7cb2663a2a0b is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:30.778521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:30.800953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:30.805619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:30.811815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a56cf34acef4727bc9303c008858b7c is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:30.824234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:30.832128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Pushing event updated for resources: {'Network': ['ID=485807d6-c379-4122-a070-f167cc319a37,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:30.846303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:30.847559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:30.849737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Made reservation on behalf of 9397905b169947f1ab8a7cb2663a2a0b for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:30.866686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:30.966325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.042647 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4a9216a1-0283-4282-bbf0-33c25ca362ce req-78b0cad0-1eed-407f-bcfa-e2bba3f84a67 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254401 Feb 09 07:56:31.043584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.106209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33852) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:31.108886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:31.137007 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a56cf34acef4727bc9303c008858b7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535033 Feb 09 07:56:31.137431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33856) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:31.180884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1148248', 'description': 'tempest-description--1933299674'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:31.227546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:31.242317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:31.247483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:31.250200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4588828-f32e-46b8-8ece-4b27472531c0,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:31.256002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:31.276851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:31.277794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:31.334216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.376061 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 485807d6-c379-4122-a070-f167cc319a37 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:31.392890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 485807d6-c379-4122-a070-f167cc319a37 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:31.394885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:31.408595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:31.414913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:31.430077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:31.537303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.576121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.594836 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4cd4d552-5e4f-4b6e-a113-b5b1976396e2 req-516c8b62-5853-480b-9fa4-325478899e56 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.0653167 Feb 09 07:56:31.602388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.639837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.640440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e661dbbb-5f8d-4b40-be6f-5d3acdb21b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:31.694727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338168ab-2a38-4a35-952a-2393dd94b04d req-dfecd3cd-44ef-412a-9a57-f95bd5ca4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:31.696257 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-dfecd3cd-44ef-412a-9a57-f95bd5ca4e0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1923246-d8e6-490d-acd6-bd7a0f5e0911 HTTP/1.1" status: 200 len: 851 time: 0.2896078 Feb 09 07:56:31.779264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd27ad4-a442-4f35-9503-d021af3f8b01,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:31.799700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.814335 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6784589 Feb 09 07:56:31.815988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:31.818664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:31.819295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33876) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:31.879721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group_rule': {'security_group_id': 'cdd27ad4-a442-4f35-9503-d021af3f8b01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:31.948916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:31.959378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:31.977959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:32.002312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:32.022706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-487ea970-c433-49da-8cb3-f68211756af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:32.027019 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-487ea970-c433-49da-8cb3-f68211756af3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 1160 time: 0.3852730 Feb 09 07:56:32.027431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:32.064142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4588828-f32e-46b8-8ece-4b27472531c0,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:32.076575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:32.078723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.086259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4588828-f32e-46b8-8ece-4b27472531c0 HTTP/1.1" status: 204 len: 168 time: 0.9390080 Feb 09 07:56:32.242272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-480d1a62-7de9-49da-924b-20b4b936d076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.266968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Attempting to bind port 83de17a7-05ba-48a3-bd57-c8b994e732a9 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:32.267323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Attempting to bind port 83de17a7-05ba-48a3-bd57-c8b994e732a9 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:32.273817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Attempting to bind port 83de17a7-05ba-48a3-bd57-c8b994e732a9 on network 84195d84-b1d9-4800-9f42-883575ec8eae {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:32.332336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:32.332813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Checking segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:32.333277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.333723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Bound using segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:32.334273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Bound port: 83de17a7-05ba-48a3-bd57-c8b994e732a9, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:32.334723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.353718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a368e-7c57-4b65-8d31-a6213c4d8107 req-f7c2a2eb-644a-40fe-b5eb-cb4ad4fd9762 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:32.355749 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-883a368e-7c57-4b65-8d31-a6213c4d8107 req-f7c2a2eb-644a-40fe-b5eb-cb4ad4fd9762 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 0.6583748 Feb 09 07:56:32.361234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.517781 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b', 'status': 'completed', 'code': 200} Feb 09 07:56:32.583524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] For port 83de17a7-05ba-48a3-bd57-c8b994e732a9, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:32.587191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] For port 83de17a7-05ba-48a3-bd57-c8b994e732a9, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=83de17a7-05ba-48a3-bd57-c8b994e732a9,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:32.674771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:32.675624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a769b-856a-49a8-b205-4de175622668 None None] Pushing event updated for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:32.683405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-315a769b-856a-49a8-b205-4de175622668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.427s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:32.799431 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-838ae5e7-85f5-41df-b5a5-d0e4306663d2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 200 len: 217 time: 0.1961951 Feb 09 07:56:32.906572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:33.004300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:56:33.005048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:56:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:33.069045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-9b2dccda-d5b2-4a6f-b798-f74f2d540b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:33.070621 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-9b2dccda-d5b2-4a6f-b798-f74f2d540b38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1442060 Feb 09 07:56:33.161297 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-47bcc072-3cdc-479f-ae10-8344b022b10c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778105 Feb 09 07:56:33.275586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689ca9b-217a-47bb-bd50-d658cd0ba01f req-8d20ea9f-8f1b-48c6-8287-0833210bc02a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:33.284712 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5689ca9b-217a-47bb-bd50-d658cd0ba01f req-8d20ea9f-8f1b-48c6-8287-0833210bc02a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 943 time: 0.4796309 Feb 09 07:56:33.339571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a769b-856a-49a8-b205-4de175622668 None None] Pushing event updated for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:33.346089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-315a769b-856a-49a8-b205-4de175622668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:33.362017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:33.402464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:56:33.451886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-4ede2f6b-702a-4142-8865-4a42d35fc977 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f246df4b-91db-47df-ad3a-7d5cb78b8f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7744410 Feb 09 07:56:33.452925 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:33.458720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:33.481420 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5689ca9b-217a-47bb-bd50-d658cd0ba01f req-9d4a7e08-7bcd-42b1-b163-0a11af838207 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959646 Feb 09 07:56:33.533520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-883a368e-7c57-4b65-8d31-a6213c4d8107 req-d922a8c7-2047-4d04-afca-3300184589f4 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0909052 Feb 09 07:56:33.609103 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-e7d5796f-e191-4ab7-b914-eb2b0e0cce4f service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223896 Feb 09 07:56:33.737758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-96efd7c3-5ee5-466a-9af6-2f927976fc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:33.846773 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-5dbf9b54-11c8-4f04-8f36-29d4bb67b7a4 service neutron] 10.222.0.48 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400192 Feb 09 07:56:33.852065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1becc7-1327-4485-84fb-24f1beff1e6b,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:33.893501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:33.894016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.48', 51506) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:34.119685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:32Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:34.128547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:34.129542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd060567-3c76-4246-82d3-c542c8955888 None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:32Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:56:34.195405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:34.196952 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3577042 Feb 09 07:56:34.225214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 33940) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:34.281377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group_rule': {'security_group_id': 'cdd27ad4-a442-4f35-9503-d021af3f8b01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:34.322272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:34.336883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:34.340785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:34.353621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:34.453651 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4a437789-b15d-428c-b3f0-861f933624da req-3a50498d-0af0-4fc4-92cb-7ad019da9e23 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.7254655 Feb 09 07:56:34.491765 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d8bdb72-8905-4f82-b20e-cfd13ece2728 req-699527c9-b807-4343-86ec-689814c4e577 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8615327 Feb 09 07:56:34.606975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 83de17a7-05ba-48a3-bd57-c8b994e732a9 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:34.761377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.48', 51510) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:34.825951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:34.832355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:34.832817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:34.890057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-517f9483-30a1-43aa-89b8-49e9fa842c3f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:34.895912 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-517f9483-30a1-43aa-89b8-49e9fa842c3f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 819 time: 0.9881213 Feb 09 07:56:34.899779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:34.992894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Request body: {'port': {'device_id': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'admin_state_up': True, 'tenant_id': '90b9669412144549b3573321d1224972'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:35.025783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.076614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 83de17a7-05ba-48a3-bd57-c8b994e732a9, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=83de17a7-05ba-48a3-bd57-c8b994e732a9,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:35.078377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.109542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.117800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-315a769b-856a-49a8-b205-4de175622668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:35.256352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:35.285583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:35.302015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c04c2-7059-441a-b180-1fcd7151807b req-f2c30931-cdb2-4745-ae81-6ab1ee1977cd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:35.303961 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d59c04c2-7059-441a-b180-1fcd7151807b req-f2c30931-cdb2-4745-ae81-6ab1ee1977cd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 0.4391885 Feb 09 07:56:35.308789 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-338168ab-2a38-4a35-952a-2393dd94b04d req-7682efd0-a353-4461-b95b-937bc2e45d49 service neutron] 10.222.0.48 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4168074 Feb 09 07:56:35.342337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.358413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-ea53cede-1579-40fa-aad3-35e606c75133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:35.361103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.364955 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-ea53cede-1579-40fa-aad3-35e606c75133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 1160 time: 0.5957425 Feb 09 07:56:35.421873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.430585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:35.441380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:35.487442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-4c5f8e27-0c3b-48a3-9f7d-a3e58cf388d3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:35.489514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-4c5f8e27-0c3b-48a3-9f7d-a3e58cf388d3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 819 time: 0.7261386 Feb 09 07:56:35.541263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e7533029-7c30-48d3-9b9a-6b87e1d638ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:35.572035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Request body: {'port': {'device_id': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1', 'admin_state_up': True, 'tenant_id': '90b9669412144549b3573321d1224972'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:35.684134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c6a69-8a32-4b65-87b9-7f3327b2f5b4 req-39371ab8-dd24-4070-b678-49b3c4512201 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:35.686189 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d3c6a69-8a32-4b65-87b9-7f3327b2f5b4 req-39371ab8-dd24-4070-b678-49b3c4512201 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 943 time: 0.7133911 Feb 09 07:56:35.713406 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d59c04c2-7059-441a-b180-1fcd7151807b req-08d30506-162c-4926-97ac-f54b4880bfd1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969743 Feb 09 07:56:35.717142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Made reservation on behalf of 90b9669412144549b3573321d1224972 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:35.751648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.790166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019c718b-616a-460b-8737-b543ddd95e74,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:35.878077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.880792 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6069427 Feb 09 07:56:35.888378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:35.904433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 33996) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:35.913341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:35.951635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:35.965398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:35.965525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:floatingip and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:35.976740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:36.036168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-3bb6cfd3-df0b-46c3-8f83-51725df25d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:36.037259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74962019-7fde-4481-9679-70325f1d3ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:36.037844 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-3bb6cfd3-df0b-46c3-8f83-51725df25d2e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 909 time: 0.5452569 Feb 09 07:56:36.046449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:36.125000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-85b5f08c-3358-4171-b7e8-fd34a1351eb7 req-ef9d95af-8239-424d-bf26-df05e54929e6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.1612933 Feb 09 07:56:36.148716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:36.152723 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-24bdd016-f5c5-4b9e-a0b5-a2dfe9dd2a0e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 200 len: 217 time: 0.1024599 Feb 09 07:56:36.203036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d422dcf-475c-4baa-9072-db187fc35e92,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:36.207438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:36.215215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:36.221043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:36.261265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d3c6a69-8a32-4b65-87b9-7f3327b2f5b4 req-123928f1-65d4-4acf-963b-58f160977602 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599559 Feb 09 07:56:36.290177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-fa0be244-a632-4acc-9faf-d6418ff95698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:36.291991 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-fa0be244-a632-4acc-9faf-d6418ff95698 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1249952 Feb 09 07:56:36.296318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Made reservation on behalf of 90b9669412144549b3573321d1224972 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:36.318967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:36.403665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-0c73b18f-f219-477e-a308-42c14792a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:36.410070 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-0c73b18f-f219-477e-a308-42c14792a9f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=542821ed143548689c9b42f92fa8906c&device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 1161 time: 0.9318018 Feb 09 07:56:36.508795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 83de17a7-05ba-48a3-bd57-c8b994e732a9 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:36.619036 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-0d0cfb1f-0786-49d2-80e2-16057f8aef6f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577299 Feb 09 07:56:36.653110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 83de17a7-05ba-48a3-bd57-c8b994e732a9 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:36.653110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:36.840828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-42e5c9c2-0393-4d5a-acc0-2abeaebe5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:36.842412 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-42e5c9c2-0393-4d5a-acc0-2abeaebe5980 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f246df4b-91db-47df-ad3a-7d5cb78b8f6c HTTP/1.1" status: 200 len: 905 time: 0.3548803 Feb 09 07:56:36.849638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34022) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:36.948229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:36.966699 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-e08a8b94-bab4-4ea6-946b-5553a4b9c89c service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354213 Feb 09 07:56:37.009721 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-933b5773-8a63-423e-86a5-0c8038101a56 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=537fa3e6-0a1e-45f7-aef8-9504a125850c HTTP/1.1" status: 200 len: 217 time: 0.1448672 Feb 09 07:56:37.057339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Checking segment: {'id': '42531e6a-1242-4b2a-8973-f607b9f2244f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '485807d6-c379-4122-a070-f167cc319a37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:37.058026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Network hostable DHCP agents. Network: 485807d6-c379-4122-a070-f167cc319a37, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:37.106045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-5ed3bdcf-60aa-4c89-b77f-b9172e414c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:37.107992 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-5ed3bdcf-60aa-4c89-b77f-b9172e414c10 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a1923246-d8e6-490d-acd6-bd7a0f5e0911 HTTP/1.1" status: 200 len: 851 time: 0.0902646 Feb 09 07:56:37.186281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-9e75c1bd-0abc-419b-b5e5-f601898e93ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f246df4b-91db-47df-ad3a-7d5cb78b8f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708764 Feb 09 07:56:37.187513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Network 485807d6-c379-4122-a070-f167cc319a37 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:37.276965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 485807d6-c379-4122-a070-f167cc319a37) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:37.286600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974a439-e380-403a-9239-147c8e8974f9 None None] Network 485807d6-c379-4122-a070-f167cc319a37 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:37.382094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:37.393117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:37.535441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:37.566463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-4c14472e-4967-4593-bc8d-72c1c7ab31a4 req-afc06dcb-84df-4859-935c-7ffc3223f84a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:37.592164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:37.596291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Usage tracker for resource:security_group_rule and tenant:0528953c99b64cbe91832c2177d96f96 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:37.599263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:37.605181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:37.634525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-522351c1-c9f8-48f2-9da1-9aebc4250ae7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.0160167 Feb 09 07:56:37.670597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e6447-035e-4ff2-8c47-7871c76a0dfb None None] Network 485807d6-c379-4122-a070-f167cc319a37 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:37.682079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Allocated IP 172.20.0.9 (7d7f8822-77d9-4b39-9dca-e2978e9fc9e1/437ee750-422e-4bf7-abe2-9e7d53e86e57/8870b9c7-61a8-4085-beae-dc3121580328) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:37.737431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:37.740157 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-b75cd205-cdb0-4bf1-89b1-0cb1992db190 service neutron] 10.222.0.48 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436823 Feb 09 07:56:37.741308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-4c14472e-4967-4593-bc8d-72c1c7ab31a4 req-afc06dcb-84df-4859-935c-7ffc3223f84a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:37.742596 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4c14472e-4967-4593-bc8d-72c1c7ab31a4 req-afc06dcb-84df-4859-935c-7ffc3223f84a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.3056719 Feb 09 07:56:37.817119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:37.858262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:37.949256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606fd61-2bd3-42d3-abe4-e192bed54d7f req-a33db771-dab1-4a46-84a2-a93ec1950295 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:37.957005 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a606fd61-2bd3-42d3-abe4-e192bed54d7f req-a33db771-dab1-4a46-84a2-a93ec1950295 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 0.9934142 Feb 09 07:56:38.065129 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c23439c8-311f-4dc6-9af7-52de45ecb837 req-da9d764b-f29a-4cb5-b4d1-d65950bc99c5 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0456858 Feb 09 07:56:38.189957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd1d07-f313-43b3-8633-14912afd65e7,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:38.205170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0528953c99b64cbe91832c2177d96f96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3443327 Feb 09 07:56:38.205170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:38.211931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34064) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:38.270563 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7f028d6c-f30a-442e-b35e-a239d8e9adee req-794da6ad-9663-4ef6-85ee-858a8a3f2a28 service neutron] 10.222.0.48 "GET /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5217934 Feb 09 07:56:38.424232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7c4a8-0d0c-4935-835c-db47868ee8bb req-6c01aff0-ceda-4fc5-9bc1-e52f6c853792 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:38.425934 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56f7c4a8-0d0c-4935-835c-db47868ee8bb req-6c01aff0-ceda-4fc5-9bc1-e52f6c853792 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 943 time: 0.3263366 Feb 09 07:56:38.430784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.484550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-36da53f5-8eb8-4f6a-bd05-c4dd46f8c841 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:56:38.503043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.521632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.575887 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56f7c4a8-0d0c-4935-835c-db47868ee8bb req-26410c13-1b01-450b-92fb-142763d33671 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372118 Feb 09 07:56:38.617330 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a606fd61-2bd3-42d3-abe4-e192bed54d7f req-046d9ee9-f975-4b68-a807-8c29d9e2c91c tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559157 Feb 09 07:56:38.619463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Allocated IP 172.27.2.27 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/9fe5749a-2d70-4cf1-b8a0-df257639a74e) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:38.643075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.666019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:38.699969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Allocated IP 172.20.0.12 (7d7f8822-77d9-4b39-9dca-e2978e9fc9e1/437ee750-422e-4bf7-abe2-9e7d53e86e57/135ca4a6-512e-4134-a778-193b277bb7ad) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:38.788731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.815571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:38.896296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd1d07-f313-43b3-8633-14912afd65e7,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:38.903835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:38.908120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:38.909409 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8bd1d07-f313-43b3-8633-14912afd65e7 HTTP/1.1" status: 204 len: 168 time: 0.6948662 Feb 09 07:56:39.043782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.048876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Pushing event updated for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:39.078179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:39.115228 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-13488e65-07ba-4f15-877c-133f8bc9d337 req-2c6ed8be-a8a7-4985-a9cb-7d62813ae874 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.0675468 Feb 09 07:56:39.169157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.199575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.203687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:39.206317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:39.207502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:39.216572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:39.332981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:39.334100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.405045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Pushing event updated for resources: {'Port': ['ID=135ca4a6-512e-4134-a778-193b277bb7ad,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:39.416347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:39.433378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8721938 Feb 09 07:56:39.455114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Request body: {'port': {'device_id': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:39.477611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:39.481726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:39.486939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:39.518848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 537fa3e6-0a1e-45f7-aef8-9504a125850c up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:39.539244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.563133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e3965623-6fe5-4e8c-91c3-82f3c5816f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:39.611483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:39.612048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.618935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34112) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:39.685545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=9fe5749a-2d70-4cf1-b8a0-df257639a74e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:39.690961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:39.710450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 537fa3e6-0a1e-45f7-aef8-9504a125850c completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:39.710582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.735668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 537fa3e6-0a1e-45f7-aef8-9504a125850c triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:39.736478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:39.749879 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7815065 Feb 09 07:56:39.761720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:39.778468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Request body: {'port': {'device_id': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:39.902390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Usage tracker for resource:security_group_rule and tenant:eb71bda0652c41ce89cc91801c7fc2bf is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:39.910512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:39.995496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34128) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:40.004137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.037644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:40.071219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600264202-network', 'tenant_id': '2b81e918554540f7adafb83e48406898'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:40.093795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.101022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:40.157195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Usage tracker for resource:network and tenant:2b81e918554540f7adafb83e48406898 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:40.195457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:40.215248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.228760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:40.256690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:40.287379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.339058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 537fa3e6-0a1e-45f7-aef8-9504a125850c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=537fa3e6-0a1e-45f7-aef8-9504a125850c,segment=NetworkSegment(dc64808a-f589-43c6-82b0-292ed0ec7fed),segment_id=dc64808a-f589-43c6-82b0-292ed0ec7fed)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:40.367783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.368807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6554f6e4-c107-4b96-9e8d-b50dd2420d5b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:40.416222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dabc3-da34-4e6e-b33f-5e90d562e1bf req-b682c8fd-efa1-4856-94d2-6739d57d0481 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:40.430895 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6c8dabc3-da34-4e6e-b33f-5e90d562e1bf req-b682c8fd-efa1-4856-94d2-6739d57d0481 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 944 time: 0.5345671 Feb 09 07:56:40.434092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:40.450320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:40.454643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:40.457392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:40.484853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Made reservation on behalf of 2b81e918554540f7adafb83e48406898 for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:40.510759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.555407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=537fa3e6-0a1e-45f7-aef8-9504a125850c,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:40.560133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:40.567438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.573351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a31dc5-3011-4b7c-bed4-840fc221668e req-2f39c4cb-6c28-4a44-98b7-6f64dadb17da tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:40.581004 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16a31dc5-3011-4b7c-bed4-840fc221668e req-2f39c4cb-6c28-4a44-98b7-6f64dadb17da tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 943 time: 0.6145437 Feb 09 07:56:40.585042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:40.598733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:40.598733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.610324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:40.614376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Usage tracker for resource:security_group_rule and tenant:2b81e918554540f7adafb83e48406898 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:40.617559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:40.624576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:40.736626 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16a31dc5-3011-4b7c-bed4-840fc221668e req-3a552066-64ca-4b78-9771-86dd61f0fda8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546304 Feb 09 07:56:40.738124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.752084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.809464 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6c8dabc3-da34-4e6e-b33f-5e90d562e1bf req-07934c60-50e8-4061-8877-0dcd55d11e3e tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518046 Feb 09 07:56:40.819863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:40.854701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.856886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:40.952625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8870b9c7-61a8-4085-beae-dc3121580328 {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:56:40.964109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:40.981152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Transition to ACTIVE for port object 8870b9c7-61a8-4085-beae-dc3121580328 will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:40.999541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:41.005860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:41.030009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.052573 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c', 'code': 200} Feb 09 07:56:41.076396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.142104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:41.189234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.230040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.233473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35584703-bcaf-4567-8c9b-b99726dc8ba6,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:41.240722 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb71bda0652c41ce89cc91801c7fc2bf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5935707 Feb 09 07:56:41.240722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:41.263903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.264622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34154) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:41.266591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8a0d1e95-eff5-48e0-9d46-7a2096a6b671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:41.307792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:56:41.312446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:41.386378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.419747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0740518e-bd58-4e88-97f1-a3eb71c77ad7,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:41.424429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.424845 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Added segment 6b45c0ee-3e31-4ac5-aa93-f9408db3d740 of type vxlan for network 6337a42c-81d3-47b6-bb14-916643d560b5 Feb 09 07:56:41.546459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Pushing event updated for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:41.571047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:41.612072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 537fa3e6-0a1e-45f7-aef8-9504a125850c up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:41.619254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:41.684429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.690481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 537fa3e6-0a1e-45f7-aef8-9504a125850c triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:41.690903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.700658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.729033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.733748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889064c2-153a-446d-9b1e-357beb936abf req-df8f8b83-6d52-4319-9127-12c4f08fc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:41.735531 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-889064c2-153a-446d-9b1e-357beb936abf req-df8f8b83-6d52-4319-9127-12c4f08fc88d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 1163 time: 0.3591406 Feb 09 07:56:41.776438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.832294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6554f6e4-c107-4b96-9e8d-b50dd2420d5b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:41.902800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:41.924406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Usage tracker for resource:security_group_rule and tenant:9846e74c768e4eeab1f193e0e140db80 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:41.928687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:41.929141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:41.929574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:41.930383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-7024cd59-f887-41fc-99a2-64e1de4cec47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:41.931253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-7024cd59-f887-41fc-99a2-64e1de4cec47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:41.981374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135ca4a6-512e-4134-a778-193b277bb7ad {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:56:41.986257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:41.998439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.003657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.013687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:42.014343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.031690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.090036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Transition to ACTIVE for port object 135ca4a6-512e-4134-a778-193b277bb7ad will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:42.127541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-7024cd59-f887-41fc-99a2-64e1de4cec47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:42.133164 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-7024cd59-f887-41fc-99a2-64e1de4cec47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 932 time: 1.1432807 Feb 09 07:56:42.187761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.216760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Attempting to bind port 8870b9c7-61a8-4085-beae-dc3121580328 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:42.217138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Attempting to bind port 8870b9c7-61a8-4085-beae-dc3121580328 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:42.217647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Attempting to bind port 8870b9c7-61a8-4085-beae-dc3121580328 on network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:42.223178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Pushing event updated for resources: {'Network': ['ID=6337a42c-81d3-47b6-bb14-916643d560b5,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:42.238439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 6337a42c-81d3-47b6-bb14-916643d560b5 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:42.238767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:42.251105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.267991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-10ad509d-84c5-46c0-bc5a-22f1d05a6a47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:42.272206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:42.272783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Checking segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:42.273363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.273908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Bound using segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:42.275313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Bound port: 8870b9c7-61a8-4085-beae-dc3121580328, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:42.275849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.295289 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2708306 Feb 09 07:56:42.303317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34176) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:42.306613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.318376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Request body: {'subnet': {'network_id': '6337a42c-81d3-47b6-bb14-916643d560b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600264202-subnet', 'tenant_id': '2b81e918554540f7adafb83e48406898', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:42.323415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:42.331711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 6337a42c-81d3-47b6-bb14-916643d560b5 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:56:42.360783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Usage tracker for resource:subnet and tenant:2b81e918554540f7adafb83e48406898 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:42.369380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.378564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:42.417979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:42.420689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.resource_extend [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 09 07:56:42.430671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35584703-bcaf-4567-8c9b-b99726dc8ba6,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:42.431206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f1b93-0d3d-42cb-9a7f-4543baddb962 req-038b1485-ca6c-46e1-8629-80d58a3635e0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:42.442385 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-821f1b93-0d3d-42cb-9a7f-4543baddb962 req-038b1485-ca6c-46e1-8629-80d58a3635e0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.5189888 Feb 09 07:56:42.444419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:42.452014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.491122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.492340 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35584703-bcaf-4567-8c9b-b99726dc8ba6 HTTP/1.1" status: 204 len: 168 time: 1.2244475 Feb 09 07:56:42.507756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.538345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.601728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Made reservation on behalf of 2b81e918554540f7adafb83e48406898 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:42.607160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.635685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:42.635965 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-821f1b93-0d3d-42cb-9a7f-4543baddb962 req-3248c1dc-eec6-41c6-a5c7-8a1a67a7a11d tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951447 Feb 09 07:56:42.636769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Pushing event updated for resources: {'Port': ['ID=135ca4a6-512e-4134-a778-193b277bb7ad,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:42.647091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:42.700578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.742027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8870b9c7-61a8-4085-beae-dc3121580328,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:42.776775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.798537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b858c24-2314-455d-a0ab-5c51d65181e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.801535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=9fe5749a-2d70-4cf1-b8a0-df257639a74e,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:42.821773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:42.824953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-10ad509d-84c5-46c0-bc5a-22f1d05a6a47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:42.826220 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac39ab44-d027-4da7-96e9-be5fcf49abfa req-10ad509d-84c5-46c0-bc5a-22f1d05a6a47 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877868 Feb 09 07:56:42.828920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.851374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:42.875463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Attempting to bind port 135ca4a6-512e-4134-a778-193b277bb7ad on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:42.875817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Attempting to bind port 135ca4a6-512e-4134-a778-193b277bb7ad by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:42.876177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Attempting to bind port 135ca4a6-512e-4134-a778-193b277bb7ad on network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:42.888782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Synchronizing usage tracker for tenant:9846e74c768e4eeab1f193e0e140db80 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:42.899358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:42.900327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Checking segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:42.900848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.902329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Bound using segment: {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:42.902329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Bound port: 135ca4a6-512e-4134-a778-193b277bb7ad, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2102eda6-6d58-45f4-b607-ba5896303c19', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d7f8822-77d9-4b39-9dca-e2978e9fc9e1'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:42.902329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:42.914838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c44c33a-b475-4f4b-b87b-6ac754ac8281,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:42.921053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:43.026119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Unset dirty status for tenant:9846e74c768e4eeab1f193e0e140db80 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:43.027470 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-889064c2-153a-446d-9b1e-357beb936abf req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2782376 Feb 09 07:56:43.034607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.054178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:43.071700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Pushing event updated for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:43.075465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:43.111148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:43.111839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.113436 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] 10.222.0.48 "PUT /v2.0/ports/8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 1157 time: 3.6647952 Feb 09 07:56:43.113943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:43.150809 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b', 'code': 200} Feb 09 07:56:43.175223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.176595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2685435 Feb 09 07:56:43.212172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506030fe-2b08-44d9-b3be-cdc11c66d1c8 req-741353a0-e963-4a45-90b9-138933c92863 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:43.221426 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-506030fe-2b08-44d9-b3be-cdc11c66d1c8 req-741353a0-e963-4a45-90b9-138933c92863 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.4072051 Feb 09 07:56:43.270323 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328', 'status': 'completed', 'code': 200} Feb 09 07:56:43.312831 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-506030fe-2b08-44d9-b3be-cdc11c66d1c8 req-20114c1a-fe1f-46ad-b96c-3c4ac172f548 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Feb 09 07:56:43.316002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] For port 135ca4a6-512e-4134-a778-193b277bb7ad, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:43.333909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] For port 135ca4a6-512e-4134-a778-193b277bb7ad, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=135ca4a6-512e-4134-a778-193b277bb7ad,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:43.337292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6554f6e4-c107-4b96-9e8d-b50dd2420d5b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:43.374751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.405584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:43.508451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:43.510132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.676765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Pushing event updated for resources: {'Port': ['ID=135ca4a6-512e-4134-a778-193b277bb7ad,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:43.690194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-bccc272b-4f2c-4c58-88bf-46aae595ca24 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:43.691933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:43.729924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:43.730611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:43.732131 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] 10.222.0.48 "PUT /v2.0/ports/135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 200 len: 1158 time: 3.9642892 Feb 09 07:56:43.732671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:43.822921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-20774a69-a385-4bee-b153-0567d33ec966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:43.827179 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-20774a69-a385-4bee-b153-0567d33ec966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1160 time: 0.3279755 Feb 09 07:56:43.842372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-bccc272b-4f2c-4c58-88bf-46aae595ca24 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:43.843811 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-bccc272b-4f2c-4c58-88bf-46aae595ca24 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1148248&fields=id&tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 267 time: 0.3471777 Feb 09 07:56:44.223610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953230-3b9d-4b3b-827d-7e0d4d8fa127 req-f76c02e6-b659-4ad1-9e99-3fa7dc819a32 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.223610 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-65953230-3b9d-4b3b-827d-7e0d4d8fa127 req-f76c02e6-b659-4ad1-9e99-3fa7dc819a32 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.3307333 Feb 09 07:56:44.223610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda42c0-35e7-4710-9e87-a6ec46709c7f req-328ddf70-149e-4203-94b6-f04099517120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.223610 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-acda42c0-35e7-4710-9e87-a6ec46709c7f req-328ddf70-149e-4203-94b6-f04099517120 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 1162 time: 0.4132669 Feb 09 07:56:44.223610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-e95ef422-489f-48a3-8837-646c49ffd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.224565 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-e95ef422-489f-48a3-8837-646c49ffd7c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1161 time: 0.2892010 Feb 09 07:56:44.335687 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-1396b9c3-f496-44a4-8260-623b42cc7a76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 200 len: 217 time: 0.0941095 Feb 09 07:56:44.437454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-65953230-3b9d-4b3b-827d-7e0d4d8fa127 req-eeb429dd-2a2e-41d7-987e-72e168110576 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082622 Feb 09 07:56:44.441634 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-acda42c0-35e7-4710-9e87-a6ec46709c7f req-43aee2c6-0397-4b67-9c85-18bb814faafd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991160 Feb 09 07:56:44.453883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-0079b2ae-d8dc-4004-bcf6-86bc424c314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.455432 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-0079b2ae-d8dc-4004-bcf6-86bc424c314a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.1090424 Feb 09 07:56:44.483702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:44.571670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad', 'status': 'completed', 'code': 200} Feb 09 07:56:44.582123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-3696536b-4913-45a9-8244-eaec311f814e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.582915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-3696536b-4913-45a9-8244-eaec311f814e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:44.614546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:44.677616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-2ac94788-15db-4521-a407-302431733661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.679205 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-2ac94788-15db-4521-a407-302431733661 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=90b9669412144549b3573321d1224972&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8344667 Feb 09 07:56:44.777728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-3696536b-4913-45a9-8244-eaec311f814e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:44.778944 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-3696536b-4913-45a9-8244-eaec311f814e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 816 time: 0.8946223 Feb 09 07:56:44.794404 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-5c74fe1a-3b05-47b9-967e-f81e7ece0cbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497251 Feb 09 07:56:44.811740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184d1078-dac1-4d02-b1d3-a0e6ad3ef20f,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:44.841786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:44.903280 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-cc8e77ae-659c-4d13-9d28-129379ce7513 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/quotas/9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 375 time: 0.1062810 Feb 09 07:56:44.913306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4151-d4aa-4b44-b8f2-a5b2df39526d req-fe3a89a0-42e0-488a-92d3-1d657bd4c5ba tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:44.921226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e8d4151-d4aa-4b44-b8f2-a5b2df39526d req-fe3a89a0-42e0-488a-92d3-1d657bd4c5ba tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 944 time: 0.2391384 Feb 09 07:56:45.041690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-4335e0f6-121c-43a3-a075-33497a386b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:45.043278 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7695c74-7190-41eb-a8fb-d86ec6dfe91b req-4335e0f6-121c-43a3-a075-33497a386b3b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2962534 Feb 09 07:56:45.056894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Checking segment: {'id': '6b45c0ee-3e31-4ac5-aa93-f9408db3d740', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6337a42c-81d3-47b6-bb14-916643d560b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:45.057285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Network hostable DHCP agents. Network: 6337a42c-81d3-47b6-bb14-916643d560b5, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:56:45.121311 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e8d4151-d4aa-4b44-b8f2-a5b2df39526d req-509c5811-e525-4031-8e98-931fad92714f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990476 Feb 09 07:56:45.160279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-cb37fb7f-4d0f-477b-b25c-f15b190b2d9e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:45.170658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Network 6337a42c-81d3-47b6-bb14-916643d560b5 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:56:45.199729 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-a3eb7044-8c67-4edc-8946-9e49935f57ed service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737310 Feb 09 07:56:45.226311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 6337a42c-81d3-47b6-bb14-916643d560b5) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:45.240976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bfe4e6-87da-4ad0-8844-363ef5dc3a5d None None] Network 6337a42c-81d3-47b6-bb14-916643d560b5 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:45.254878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:45.255519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:45.271643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-cb37fb7f-4d0f-477b-b25c-f15b190b2d9e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:45.277187 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-cb37fb7f-4d0f-477b-b25c-f15b190b2d9e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3497655 Feb 09 07:56:45.426887 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39b22592-2728-4fcc-a4ff-b00ec81c619d req-0fd37a0d-02e4-4a95-8fb5-fe5a011e2b3c service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1933782 Feb 09 07:56:45.451315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 537fa3e6-0a1e-45f7-aef8-9504a125850c up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:45.460685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1477559 Feb 09 07:56:45.528891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-88702e76-8302-4ce6-8b94-b18ba5bb87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:45.530972 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-88702e76-8302-4ce6-8b94-b18ba5bb87be service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1160 time: 0.2602901 Feb 09 07:56:45.600500 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-c6ddbdf5-0bde-4792-85ef-92fe1b500b11 service neutron] 10.222.0.13 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820320 Feb 09 07:56:45.796764 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-08ba85d2-fec7-437e-9a71-8a119416d8ec service neutron] 10.222.0.13 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950672 Feb 09 07:56:45.830953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93573766-dcf0-435b-8fcf-a37eacbe9230 None None] Network 6337a42c-81d3-47b6-bb14-916643d560b5 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:56:46.021482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-471d2acd-c7da-4636-a538-d3094c0a1729 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.2179229 Feb 09 07:56:46.022087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34286) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:46.109379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 537fa3e6-0a1e-45f7-aef8-9504a125850c triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:46.109908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:46.299181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Deleting subnet 7d422dcf-475c-4baa-9072-db187fc35e92 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:56:46.322686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:46.346328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2af42-f505-4460-9763-2ab7f5efed8c req-af2732bc-249c-4c51-a74a-107e2207f7dd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:46.348266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-69e2af42-f505-4460-9763-2ab7f5efed8c req-af2732bc-249c-4c51-a74a-107e2207f7dd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.9204102 Feb 09 07:56:46.479640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-e811cca8-2827-4f2c-b9cc-4aa0052a89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:46.481728 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-e811cca8-2827-4f2c-b9cc-4aa0052a89e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.4504044 Feb 09 07:56:46.502975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-69e2af42-f505-4460-9763-2ab7f5efed8c req-ee6056e7-e0fd-4840-ab41-10e02b45b8cd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387622 Feb 09 07:56:46.509804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:46.544657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-1b84feea-58eb-4f92-9f90-9afbf72ec769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:46.553350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-1b84feea-58eb-4f92-9f90-9afbf72ec769 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1161 time: 0.4002564 Feb 09 07:56:46.579783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:46.626582 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-0d100265-af8b-4296-a323-5337f623d234 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202755 Feb 09 07:56:46.805163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc84304-457a-4298-ab63-165d92372fa2 req-4b005df0-3739-4ac4-8774-e9df0fae035f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:46.807481 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bc84304-457a-4298-ab63-165d92372fa2 req-4b005df0-3739-4ac4-8774-e9df0fae035f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.4187799 Feb 09 07:56:46.907347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-233c40cc-822c-4204-9255-58e3cf517408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:46.909128 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-233c40cc-822c-4204-9255-58e3cf517408 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.3478718 Feb 09 07:56:47.005894 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-fb3172ad-2e2f-41ce-b96e-5ed4f7d0078c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 200 len: 217 time: 0.0864136 Feb 09 07:56:47.117798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c31ab-5fa2-47af-956f-f40c697e2703 req-2eb8355b-d7c5-4c45-9d62-4e67ae3f2b60 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:47.121084 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2a2c31ab-5fa2-47af-956f-f40c697e2703 req-2eb8355b-d7c5-4c45-9d62-4e67ae3f2b60 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 944 time: 0.3678303 Feb 09 07:56:47.229449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-cc205951-587e-4693-857c-32411788c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:47.231122 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-cc205951-587e-4693-857c-32411788c577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.1090488 Feb 09 07:56:47.256108 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2a2c31ab-5fa2-47af-956f-f40c697e2703 req-a01ab112-b037-4c14-bae6-5a2eb58174ad tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915561 Feb 09 07:56:47.288840 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bc84304-457a-4298-ab63-165d92372fa2 req-5eb45727-93a9-41eb-891e-caf17ceb480f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454975 Feb 09 07:56:47.304422 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-0e354669-c4a5-42bb-96b0-2c3c21196eac service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6690407 Feb 09 07:56:47.356904 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-1d983cdc-408e-4392-85c5-3f1eb0cd066f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995562 Feb 09 07:56:47.428256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-540aa5e9-07b0-4ef4-b47f-1d82dbc67610 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:56:47.656423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a9366bb3-75f6-4c3a-a2f5-2ec812f1d5f2 req-3f09128a-f616-47af-90d6-b89de93714b4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 210 time: 0.0843406 Feb 09 07:56:47.672798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6011f7cd-b1f9-49b4-90f0-cd698e41dc93 req-8891a329-b72a-4d9a-9c72-4cc4ece39153 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3606658 Feb 09 07:56:47.687514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-a89855eb-1f3f-40b8-b567-cf80d548f8ec service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218145 Feb 09 07:56:47.705878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:47.733694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a30a01be-2956-46cc-b038-1599be52a380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:47.787045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d422dcf-475c-4baa-9072-db187fc35e92,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:47.795562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:47.854032 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e9e07f9-d8d5-4ed5-a3af-7f7a9fadc60f req-29334da9-d829-4cea-9fe8-f2c0a4f903fe service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1516268 Feb 09 07:56:47.890699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:47.901615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34342) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:47.902376 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d422dcf-475c-4baa-9072-db187fc35e92 HTTP/1.1" status: 204 len: 168 time: 1.8765743 Feb 09 07:56:47.991236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 135ca4a6-512e-4134-a778-193b277bb7ad up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:48.023287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.126105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 135ca4a6-512e-4134-a778-193b277bb7ad completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:48.131905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 135ca4a6-512e-4134-a778-193b277bb7ad triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:48.132462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.262911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.280066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.310066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:48.324716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 135ca4a6-512e-4134-a778-193b277bb7ad, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=135ca4a6-512e-4134-a778-193b277bb7ad,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:48.361967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.365882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d39957f6-5a37-4b66-8dc7-5b18a66b0031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:48.432801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.433195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.434004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.434371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > port after_create 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.434721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.435087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > port after_update 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.435437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.435805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.445278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.445278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.473123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=135ca4a6-512e-4134-a778-193b277bb7ad,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:48.479673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:48.527414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.527802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.528171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.528536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80055) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:48.528986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485807d6-c379-4122-a070-f167cc319a37']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:48.604221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42531e6a-1242-4b2a-8973-f607b9f2244f') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:48.604549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42531e6a-1242-4b2a-8973-f607b9f2244f') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:48.623707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.645648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:48.650647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:56:48.862277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175e88-c739-4da3-b789-83a7b9840ff3 req-0b611144-bcb2-4c43-bd29-f5a637e40f26 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:48.864122 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b175e88-c739-4da3-b789-83a7b9840ff3 req-0b611144-bcb2-4c43-bd29-f5a637e40f26 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3184276 Feb 09 07:56:49.063354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Network 485807d6-c379-4122-a070-f167cc319a37 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:56:49.082035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:49.227899 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b175e88-c739-4da3-b789-83a7b9840ff3 req-9f8ac517-fb5d-4642-9c7e-82b88449027a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410816 Feb 09 07:56:49.411532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad', 'code': 200} Feb 09 07:56:49.416340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 135ca4a6-512e-4134-a778-193b277bb7ad up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:49.471836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-ef1ae99d-bdae-44d2-a7d7-de4d1346cdc0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:49.473585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-ef1ae99d-bdae-44d2-a7d7-de4d1346cdc0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 816 time: 0.7319140 Feb 09 07:56:49.486403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Network 485807d6-c379-4122-a070-f167cc319a37 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:56:49.633264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 135ca4a6-512e-4134-a778-193b277bb7ad triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:49.633692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: from cryptography.utils import int_from_bytes Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: from cryptography.utils import int_from_bytes Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: (rel_b, rel_a, rel_b), Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: (rel_b, rel_a, rel_b), Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:56:49.767487 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:56:49.891239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a9986-0516-4e70-bec8-51d3fd2424b9 req-292feecc-30dc-465c-b45d-df21a78b6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:49.892960 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-405a9986-0516-4e70-bec8-51d3fd2424b9 req-292feecc-30dc-465c-b45d-df21a78b6580 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1163 time: 0.0864849 Feb 09 07:56:49.915831 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53523510-389d-448f-bef0-d69fff06b7ed req-6e022288-0c30-40a9-bc30-50e946adcda5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 210 time: 0.1619122 Feb 09 07:56:49.944454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-405a9986-0516-4e70-bec8-51d3fd2424b9 req-dd96d982-c10c-460e-a52b-13eddd45a620 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449462 Feb 09 07:56:49.986441 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-f159d4db-1306-4971-870f-29ff79218773 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 5702 time: 0.4850767 Feb 09 07:56:49.987639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:49.992239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2250bc9a-a98c-42dc-9366-efe5aa844ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:50.014021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.016320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Pushing event deleted for resources: {'Network': ['ID=485807d6-c379-4122-a070-f167cc319a37,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:50.020654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:50.026661 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] 10.222.0.13 "DELETE /v2.0/networks/485807d6-c379-4122-a070-f167cc319a37 HTTP/1.1" status: 204 len: 168 time: 2.1228845 Feb 09 07:56:50.029755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34404) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:50.109679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Deleting subnet 184d1078-dac1-4d02-b1d3-a0e6ad3ef20f {{(pid=80055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:56:50.113079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.167356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847935598'] for subnet, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.233234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.269867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'port': {'device_id': 'e6156552-2697-448f-9931-ed87822eba3a', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'admin_state_up': True, 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'security_groups': ['cdd27ad4-a442-4f35-9503-d021af3f8b01']}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:50.552520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:50.579469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:50.629520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacde50-017c-4e48-94f3-ddbd11d4bf1d req-e2631076-d402-4a34-893a-e9f488abe07e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:50.629520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4cacde50-017c-4e48-94f3-ddbd11d4bf1d req-e2631076-d402-4a34-893a-e9f488abe07e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1938181 Feb 09 07:56:50.672718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Made reservation on behalf of 9b5698110790447b8c8df9c4b9ed12d7 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:56:50.702048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.726438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4cacde50-017c-4e48-94f3-ddbd11d4bf1d req-e984848c-e7c1-4f6c-b363-614e7a166091 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860987 Feb 09 07:56:50.925761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6883518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6827400'] for subnet, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:50.946979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:50.995956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184d1078-dac1-4d02-b1d3-a0e6ad3ef20f,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:50.997606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:51.135730 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-080afa28-24c7-47f8-8a53-f0c5a60ac400 req-c87dfa35-ffdb-4c16-b345-9c7578f690a2 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 210 time: 0.0540700 Feb 09 07:56:51.166734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.204085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Allocated IP 172.20.0.4 (84195d84-b1d9-4800-9f42-883575ec8eae/695dd6bf-7068-4270-be5d-28da3e58b3d1/40328b2b-08f7-452f-845d-006bc7ecd76f) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:56:51.228696 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/184d1078-dac1-4d02-b1d3-a0e6ad3ef20f HTTP/1.1" status: 204 len: 168 time: 1.1978338 Feb 09 07:56:51.231561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34448) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:51.392396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.445586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.462702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Transition to ACTIVE for port object 40328b2b-08f7-452f-845d-006bc7ecd76f will not be triggered until provisioned by entity DHCP. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:51.533813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.552134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-61d890ce-9bf9-4913-8fd8-65a8fb5c4a92 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:51.604940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.694983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:51.705139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:51.726540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.726991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.728296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.728689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > port after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.729167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.729477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > port after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.729978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.730359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.730718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.731076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.757281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Network 84195d84-b1d9-4800-9f42-883575ec8eae is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:56:51.760511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:56:51.761940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:56:51.802336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.802732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.803113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.803486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80054) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 09 07:56:51.803889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6337a42c-81d3-47b6-bb14-916643d560b5']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:51.820930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b45c0ee-3e31-4ac5-aa93-f9408db3d740') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:51.821364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b45c0ee-3e31-4ac5-aa93-f9408db3d740') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:56:51.840108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.859348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:51.861761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:56:51.952814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:51.956594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:52.069923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Network 6337a42c-81d3-47b6-bb14-916643d560b5 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:56:52.083116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:52.091353 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8265932 Feb 09 07:56:52.146135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-72e24707-4a95-4bcd-995f-d3dd13d9d12c None None] Provisioning for port 40328b2b-08f7-452f-845d-006bc7ecd76f completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:52.155684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-72e24707-4a95-4bcd-995f-d3dd13d9d12c None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:52.156883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-72e24707-4a95-4bcd-995f-d3dd13d9d12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:52.177787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6d163-b957-41d9-a168-7298e802fc63 req-a978c47a-576e-47fc-a85a-43786edffbd2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:52.180499 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7c6d163-b957-41d9-a168-7298e802fc63 req-a978c47a-576e-47fc-a85a-43786edffbd2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1812840 Feb 09 07:56:52.185399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Request body: {'port': {'device_id': 'e6156552-2697-448f-9931-ed87822eba3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:56:52.246986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-72e24707-4a95-4bcd-995f-d3dd13d9d12c None None] Port 40328b2b-08f7-452f-845d-006bc7ecd76f cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:56:52.246986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:52.308165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Network 6337a42c-81d3-47b6-bb14-916643d560b5 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:56:52.329661 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7c6d163-b957-41d9-a168-7298e802fc63 req-73b206ab-068f-47f6-9458-3ef125e963ce tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981624 Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: from cryptography.utils import int_from_bytes Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: from cryptography.utils import int_from_bytes Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: (rel_b, rel_a, rel_b), Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: (rel_b, rel_a, rel_b), Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:56:52.341232 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:56:52.445809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:52.647508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53445d62-2b79-4fb5-abdc-72944de474cf req-486c1a2e-941c-4fa6-9385-429bec653e88 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:52.649407 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53445d62-2b79-4fb5-abdc-72944de474cf req-486c1a2e-941c-4fa6-9385-429bec653e88 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 931 time: 0.2008388 Feb 09 07:56:52.719516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53445d62-2b79-4fb5-abdc-72944de474cf req-241231a7-ba73-4539-b72d-6bca53f81162 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0628240 Feb 09 07:56:52.930993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40328b2b-08f7-452f-845d-006bc7ecd76f {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:56:52.938817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:52.951200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Transition to ACTIVE for port object 40328b2b-08f7-452f-845d-006bc7ecd76f will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:56:53.303348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.307197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 8870b9c7-61a8-4085-beae-dc3121580328 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:56:53.307771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.313135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:53.313771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.317323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:53.330459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:53.367419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.389431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Pushing event deleted for resources: {'Network': ['ID=6337a42c-81d3-47b6-bb14-916643d560b5,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:53.398127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:53.400307 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6337a42c-81d3-47b6-bb14-916643d560b5 HTTP/1.1" status: 204 len: 168 time: 2.1668525 Feb 09 07:56:53.445758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:53.451180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:53.876671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:53.918468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-37122979-576e-49c0-ad90-fe9dd6da7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:53.920272 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-37122979-576e-49c0-ad90-fe9dd6da7849 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1163 time: 0.2602789 Feb 09 07:56:53.952236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8870b9c7-61a8-4085-beae-dc3121580328,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:56:53.953749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:54.007926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.009897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 135ca4a6-512e-4134-a778-193b277bb7ad up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:54.041530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34496) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:54.063655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:54.129658 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-71ab735a-cdc5-441e-b6d6-88c97aedf7c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9397905b169947f1ab8a7cb2663a2a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766802 Feb 09 07:56:54.159734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:54.165623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:54.220193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 135ca4a6-512e-4134-a778-193b277bb7ad triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:54.220614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.221235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68236-1fed-489f-951f-bb78ea7eec55 req-64ccf99d-80b2-4de3-8327-f541a050e725 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:54.230694 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-71f68236-1fed-489f-951f-bb78ea7eec55 req-64ccf99d-80b2-4de3-8327-f541a050e725 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.4437320 Feb 09 07:56:54.241905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34502) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:54.343997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.362210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34516) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:54.409253 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-71f68236-1fed-489f-951f-bb78ea7eec55 req-518d022b-147d-4a81-a84e-45559ef0b1c3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775248 Feb 09 07:56:54.480566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.488253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-6ca8e271-136b-46af-8af5-96907dd4b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:54.503150 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-6ca8e271-136b-46af-8af5-96907dd4b073 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.5745757 Feb 09 07:56:54.540968 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328', 'code': 200} Feb 09 07:56:54.565660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac3f5-2025-431a-b331-61dc9a6bc073 req-6821ae53-bff4-4725-b56f-f6be00ef299a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:54.567086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-e82ac3f5-2025-431a-b331-61dc9a6bc073 req-6821ae53-bff4-4725-b56f-f6be00ef299a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:56:54.572231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Attempting to bind port 40328b2b-08f7-452f-845d-006bc7ecd76f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:56:54.572861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Attempting to bind port 40328b2b-08f7-452f-845d-006bc7ecd76f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:56:54.575643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Attempting to bind port 40328b2b-08f7-452f-845d-006bc7ecd76f on network 84195d84-b1d9-4800-9f42-883575ec8eae {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:56:54.588160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:56:54.588160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Checking segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:56:54.589408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.589408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Bound using segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:56:54.589957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Bound port: 40328b2b-08f7-452f-845d-006bc7ecd76f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:56:54.590820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.627819 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-63f15770-416c-46b5-85f0-063e1eb30561 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 200 len: 217 time: 0.1036375 Feb 09 07:56:54.708132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:56:54.708817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-8cc4f9ba-408d-4958-8f81-861f74262e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:54.710444 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-8cc4f9ba-408d-4958-8f81-861f74262e03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0785098 Feb 09 07:56:54.712254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=40328b2b-08f7-452f-845d-006bc7ecd76f,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:56:54.779127 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-4169ac50-3417-4284-9d8a-215a45eb532b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577242 Feb 09 07:56:54.794834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.797689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-e82ac3f5-2025-431a-b331-61dc9a6bc073 req-6821ae53-bff4-4725-b56f-f6be00ef299a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:56:54.799199 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac3f5-2025-431a-b331-61dc9a6bc073 req-6821ae53-bff4-4725-b56f-f6be00ef299a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.6899037 Feb 09 07:56:54.824848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bf9be14-fa1f-49f5-a926-136587286776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:54.848986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:56:54.894016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.957871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:56:54.958296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:54.982354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-69635d01-d72c-4f28-b1bc-6ec547263d35 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944494 Feb 09 07:56:55.027619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.031492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-aa0d2921-5516-4f1f-83e1-b377ce1f7323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:55.057845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7867979-e371-461e-82d5-aebe3c7e5826,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:55.061757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:55.062181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:55.116296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.122271 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7867979-e371-461e-82d5-aebe3c7e5826 HTTP/1.1" status: 204 len: 168 time: 0.8775222 Feb 09 07:56:55.163807 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac3f5-2025-431a-b331-61dc9a6bc073 req-cec3b794-bcf3-445c-8a51-f2c351c58654 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3464968 Feb 09 07:56:55.171124 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bab4c7-8448-4e6c-8a6d-ed72e53f7976 req-8c54d42b-4be4-4f51-ba26-b2d9f69b65b7 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1818805 Feb 09 07:56:55.175307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Usage tracker for resource:security_group_rule and tenant:2ce79fcf69e540a1a8f9aa097e7275e9 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:55.181973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:55.213757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:55.225341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:55.225341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:55.307604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adbb67-feba-4319-b01f-4592af41e28b req-e46cffd5-afc2-4b76-b033-8b661042f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:55.309418 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98adbb67-feba-4319-b01f-4592af41e28b req-e46cffd5-afc2-4b76-b033-8b661042f2f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2965853 Feb 09 07:56:55.329459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34542) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:55.329580 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:55.329580 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.329580 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] 10.222.0.48 "PUT /v2.0/ports/40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 1157 time: 3.1485274 Feb 09 07:56:55.330215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:56:55.451096 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'status': 'completed', 'code': 200} Feb 09 07:56:55.476960 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98adbb67-feba-4319-b01f-4592af41e28b req-cd907579-690b-470c-8c57-11fba7fa046b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970266 Feb 09 07:56:55.530847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.556392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.566727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e23afc7f-c126-498c-a8d9-d02c87cec71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:55.677702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76742f4-80e1-44f0-a6a9-551aa7514215,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:55.701265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ce79fcf69e540a1a8f9aa097e7275e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3263917 Feb 09 07:56:55.701634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34556) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:55.714703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:55.744352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.782754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:55.791254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce089671cd44934b3862cc465fc830b is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:55.794242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:55.802022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:55.842325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:55.845341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16487-0406-40f0-96e8-b998cef33bc9 req-41be8ead-8578-4390-aa20-5cced941e598 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:55.847384 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47a16487-0406-40f0-96e8-b998cef33bc9 req-41be8ead-8578-4390-aa20-5cced941e598 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2318442 Feb 09 07:56:55.859693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34560) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:55.975159 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47a16487-0406-40f0-96e8-b998cef33bc9 req-d45407e6-6ade-47f6-8cbe-58eee006e755 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850427 Feb 09 07:56:55.993467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-50bb43a3-6d1f-4d41-a0f2-4c831813bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:55.995699 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-50bb43a3-6d1f-4d41-a0f2-4c831813bb7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1160 time: 0.1472104 Feb 09 07:56:56.112153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.180257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-552aa2de-afa7-4e4c-b0b6-03d7e6f7131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.182423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-552aa2de-afa7-4e4c-b0b6-03d7e6f7131a service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1644633 Feb 09 07:56:56.201986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-80e2128a-71e4-4229-9bb0-81ce19dde88a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b81e918554540f7adafb83e48406898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409402 Feb 09 07:56:56.209062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34572) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:56.241839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.272517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.287845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-419cdbe9-f7ab-4f63-9cc4-7cab7c55081f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:56.323990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.342555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-de183104-cf9e-4bad-8a36-451fd7aff992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.344145 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d43bee2-da54-4579-b6be-0878d1bb6578 req-de183104-cf9e-4bad-8a36-451fd7aff992 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1540031 Feb 09 07:56:56.359452 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ce089671cd44934b3862cc465fc830b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0322447 Feb 09 07:56:56.362435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34578) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:56.405690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.407443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d0acc-ce93-4127-84d8-aaba569fc5cd,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:56.417360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:56.417854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:56.435689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.446708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76742f4-80e1-44f0-a6a9-551aa7514215,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:56.452051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:56.461133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.464956 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d76742f4-80e1-44f0-a6a9-551aa7514215 HTTP/1.1" status: 204 len: 168 time: 0.7598298 Feb 09 07:56:56.472034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.546295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.611557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-35dab2ef-15d7-4e30-9c2f-b7925027d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.613175 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-35dab2ef-15d7-4e30-9c2f-b7925027d46e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1160 time: 0.1742692 Feb 09 07:56:56.617576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129f254-180f-45af-8976-731f0db45c50 req-348d923f-528f-4566-a31c-5d50b40a9e31 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.619851 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8129f254-180f-45af-8976-731f0db45c50 req-348d923f-528f-4566-a31c-5d50b40a9e31 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2753096 Feb 09 07:56:56.685985 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8129f254-180f-45af-8976-731f0db45c50 req-70b7ca57-c515-4144-bb43-2cfd86894f23 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0589995 Feb 09 07:56:56.687085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.693410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.693849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c3b8e75-2acc-4ebf-ba4e-6e43fc4ab9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:56.707011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cd6dbfd7-cb52-4e40-9731-397ff6907761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:56.708305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0740518e-bd58-4e88-97f1-a3eb71c77ad7,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:56.710919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.714993 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0740518e-bd58-4e88-97f1-a3eb71c77ad7 HTTP/1.1" status: 204 len: 168 time: 0.4998350 Feb 09 07:56:56.714993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:56.720538 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-322af787-fb3a-4f0e-b82b-e9b80cf1d609 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 217 time: 0.0884335 Feb 09 07:56:56.726579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d0acc-ce93-4127-84d8-aaba569fc5cd,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:56.730569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:56.788492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:56.794292 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce7d0acc-ce93-4127-84d8-aaba569fc5cd HTTP/1.1" status: 204 len: 168 time: 0.4306171 Feb 09 07:56:56.820326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-b47d6306-31a6-442e-a503-a4d30cee0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.822560 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-b47d6306-31a6-442e-a503-a4d30cee0a16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0908425 Feb 09 07:56:56.929052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-2016dbf7-411f-469e-9f74-2e9b9bb06321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:56.931233 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-2016dbf7-411f-469e-9f74-2e9b9bb06321 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871034 Feb 09 07:56:57.099314 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-26813853-0bff-4b8b-bfc1-94a4af0a2fce service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563318 Feb 09 07:56:57.349090 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f5182f0-6ec1-4bba-aff7-7632d51d9f80 req-0eae2368-aefd-46b3-a652-f99a6fff4cc9 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2385101 Feb 09 07:56:57.449235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954d32-5f14-45cf-a17d-1b36d7b22690 req-aeba9321-1e75-4ea8-8733-b303a56a7f90 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:57.451238 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-64954d32-5f14-45cf-a17d-1b36d7b22690 req-aeba9321-1e75-4ea8-8733-b303a56a7f90 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3098400 Feb 09 07:56:57.524092 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-64954d32-5f14-45cf-a17d-1b36d7b22690 req-f1ca3d03-c988-45e2-85f2-80382234cc74 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660529 Feb 09 07:56:57.583060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34612) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:57.602938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.612509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34616) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:57.618707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:57.623294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Usage tracker for resource:security_group_rule and tenant:a41f6ca3d6884a938aa9a0307591e9af is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:57.626284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:57.635371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:57.638028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.658541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:57.663791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6d0a584a1a4e2b895e088692407b55 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:57.667777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:57.674660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:57.737233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.766619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.775984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.777606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:57.822746 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a41f6ca3d6884a938aa9a0307591e9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366233 Feb 09 07:56:57.822746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257dcd54-0198-4f71-b4bb-083b494d05d5,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:57.829910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:57.837414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34630) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:57.848131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:57.878256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:57.888453 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e6d0a584a1a4e2b895e088692407b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743006 Feb 09 07:56:57.893208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34640) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:57.932849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c93d6-c5a7-4440-9825-34ee26465529,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:57.936552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:57.977426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.017846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.032074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.070644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.123902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.128012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:58.146637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257dcd54-0198-4f71-b4bb-083b494d05d5,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:58.165440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:58.166770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.176088 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/257dcd54-0198-4f71-b4bb-083b494d05d5 HTTP/1.1" status: 204 len: 168 time: 0.3331654 Feb 09 07:56:58.249222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3782ab-f3ef-4a2d-8a89-c400e4b426ad req-779de83f-c21c-4444-befc-1136b0159fcf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:58.250948 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d3782ab-f3ef-4a2d-8a89-c400e4b426ad req-779de83f-c21c-4444-befc-1136b0159fcf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2871065 Feb 09 07:56:58.299658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.316605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34654) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:58.319753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d3782ab-f3ef-4a2d-8a89-c400e4b426ad req-5cb599bb-6535-4c13-afe8-08643d23ff45 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0610981 Feb 09 07:56:58.326687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cfeca2df-5aa4-4467-bea6-943c32ff0f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:58.341251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c93d6-c5a7-4440-9825-34ee26465529,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:58.343241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.346955 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3c93d6-c5a7-4440-9825-34ee26465529 HTTP/1.1" status: 204 len: 168 time: 0.4499938 Feb 09 07:56:58.346955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:58.669044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:58.732892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:58.738822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Usage tracker for resource:security_group_rule and tenant:99baed69092540baa3299670f1335625 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:58.743252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:58.750902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:58.895979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6342f77-ec1f-46b9-b605-5588f05cf270 req-1ae59f83-ec25-4a94-ac32-c2be230c2dd8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:58.897728 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6342f77-ec1f-46b9-b605-5588f05cf270 req-1ae59f83-ec25-4a94-ac32-c2be230c2dd8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2189813 Feb 09 07:56:59.141569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34682) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:59.180992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.189300 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6342f77-ec1f-46b9-b605-5588f05cf270 req-15984541-e8bf-4211-b96f-84a436b47a38 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807524 Feb 09 07:56:59.199623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:56:59.203815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Usage tracker for resource:security_group_rule and tenant:ecf10fe3ad7d4d73b0464ccc443f475c is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:56:59.208070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:56:59.215361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:56:59.234484 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.265002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.321267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-260dbb63-d1b8-432f-af3f-fbf1215309c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:59.333743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.340792 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99baed69092540baa3299670f1335625&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0197992 Feb 09 07:56:59.348801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34688) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:59.365501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ce207-29a8-41d8-856f-33452368637f,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:59.373586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:59.398605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.415555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0c26b98-5dc1-4f4d-b0e2-679f852e8c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:59.503860 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecf10fe3ad7d4d73b0464ccc443f475c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610759 Feb 09 07:56:59.506842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34698) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:56:59.514432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a9e4b-2f40-42e2-a37c-5931dbaf3873,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:59.522438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:59.581256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.623019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.631956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.700183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.775372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace61f-0102-44d5-bd69-77e9f3949dc1 req-d691658f-9409-456d-8925-6d6b295958c3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:56:59.777657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1ace61f-0102-44d5-bd69-77e9f3949dc1 req-d691658f-9409-456d-8925-6d6b295958c3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2642870 Feb 09 07:56:59.779315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.784662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:59.814107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ce207-29a8-41d8-856f-33452368637f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:59.823629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.824528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:59.829440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ae60d9a2-4d53-47f5-910b-cb42bbf67e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:56:59.832928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.834152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e0ce207-29a8-41d8-856f-33452368637f HTTP/1.1" status: 204 len: 168 time: 0.4915452 Feb 09 07:56:59.845975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a9e4b-2f40-42e2-a37c-5931dbaf3873,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:56:59.848498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:56:59.857738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:56:59.858952 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c83a9e4b-2f40-42e2-a37c-5931dbaf3873 HTTP/1.1" status: 204 len: 168 time: 0.3510101 Feb 09 07:56:59.872591 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1ace61f-0102-44d5-bd69-77e9f3949dc1 req-b4be8e6c-6229-41e4-829c-cb4b89197be3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0754924 Feb 09 07:57:00.501765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b59be2-9baf-47de-9905-fbb6c4d6e647 req-b001402f-c7fb-4bf9-b575-b33c4da8795d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:00.503315 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-91b59be2-9baf-47de-9905-fbb6c4d6e647 req-b001402f-c7fb-4bf9-b575-b33c4da8795d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1704357 Feb 09 07:57:00.614534 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-91b59be2-9baf-47de-9905-fbb6c4d6e647 req-04ed19b9-501d-43fa-b31b-05a41a93cc4b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979559 Feb 09 07:57:00.769761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34738) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:00.794895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:00.812228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:00.816420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Usage tracker for resource:security_group_rule and tenant:68b9d5a44441415381f72c29a15f3745 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:00.819685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:00.826342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:00.957966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:00.985224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.003466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:01.166414 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68b9d5a44441415381f72c29a15f3745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954613 Feb 09 07:57:01.170687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34754) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:01.173317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4309-4b2a-4257-80eb-2813f9265509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.185253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c7f84f-6fe7-4e69-842c-a0b280c39663,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:01.190518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:01.234762 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-85711e7a-b388-4058-9e53-8873219004f7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1455898 Feb 09 07:57:01.359986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1ccf5-29b4-4579-b31d-6871279510a2 req-906e89e7-bfc9-472a-9cb0-0daad5f1a028 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:01.362056 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6ef1ccf5-29b4-4579-b31d-6871279510a2 req-906e89e7-bfc9-472a-9cb0-0daad5f1a028 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.3153987 Feb 09 07:57:01.377196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde5da4-f0b7-49a7-9f50-3f91c145f5d2 req-c8e8de1b-4c06-45c4-9102-f6c014ce6c72 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:01.387364 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8fde5da4-f0b7-49a7-9f50-3f91c145f5d2 req-c8e8de1b-4c06-45c4-9102-f6c014ce6c72 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.3135884 Feb 09 07:57:01.512374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8fde5da4-f0b7-49a7-9f50-3f91c145f5d2 req-ab43a9e7-9a03-4dc0-b843-983423ec297f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1239264 Feb 09 07:57:01.513562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.528447 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6ef1ccf5-29b4-4579-b31d-6871279510a2 req-6d340cdb-2f92-4b49-a1be-62cc65c0a5a1 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592369 Feb 09 07:57:01.569024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.592272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-5906656a-a7b2-4197-990b-338ce691c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:01.594663 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-5906656a-a7b2-4197-990b-338ce691c3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 1162 time: 0.1962166 Feb 09 07:57:01.665853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.671349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:01.683857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c7f84f-6fe7-4e69-842c-a0b280c39663,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:01.695597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.696154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.696673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.697273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.697772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.698283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.698778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.699262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.699753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.700246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.700926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.701411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.701951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.702440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.702939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.703504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.703984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.704467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.704973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.705456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.705935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.706414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.706906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.707384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:01.713069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:01.714462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:01.715950 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17c7f84f-6fe7-4e69-842c-a0b280c39663 HTTP/1.1" status: 204 len: 168 time: 0.5442362 Feb 09 07:57:01.894125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-189e6276-3a63-404f-872c-9b706dc7f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:01.895777 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-189e6276-3a63-404f-872c-9b706dc7f754 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 909 time: 0.2534800 Feb 09 07:57:01.986186 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-eb16bf0d-79c2-45ab-a388-bbde066e6e50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 200 len: 217 time: 0.0763228 Feb 09 07:57:02.013341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:02.072089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50fe8d-0869-440a-a6c5-0c331fa14dca req-d2c1730e-6443-44da-9968-06839d24805a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:02.079562 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba50fe8d-0869-440a-a6c5-0c331fa14dca req-d2c1730e-6443-44da-9968-06839d24805a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3078887 Feb 09 07:57:02.128063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 40328b2b-08f7-452f-845d-006bc7ecd76f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:57:02.135290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:02.135970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:02.197541 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba50fe8d-0869-440a-a6c5-0c331fa14dca req-8a806dd4-e827-433c-818e-349afc9ebece tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169302 Feb 09 07:57:02.203760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-b4b7ca27-1fc4-4e54-a685-f437b0f966f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:02.207518 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-b4b7ca27-1fc4-4e54-a685-f437b0f966f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1236665 Feb 09 07:57:02.263801 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-4924d82a-dbad-4a70-b9f2-e0d9d7794a19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491478 Feb 09 07:57:02.282481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:02.311961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:02.323365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=40328b2b-08f7-452f-845d-006bc7ecd76f,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:57:02.376391 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'code': 200} Feb 09 07:57:02.379018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:02.381126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:02.489071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-0b8bb051-0717-41a4-8df8-9ec2a1f3e42a service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097170 Feb 09 07:57:02.515473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:02.521988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:02.569219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34804) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:02.734775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c04a7c86-d53f-430a-ad05-df440bdd0220 req-43a3c9f9-8f96-4e49-acea-91d41818cb2c service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2353766 Feb 09 07:57:02.951903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669e204-f04f-4b78-88e4-94de28413c0c req-da1b2e92-07c5-48cf-a1d0-b2f185813da2 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:02.960685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7669e204-f04f-4b78-88e4-94de28413c0c req-da1b2e92-07c5-48cf-a1d0-b2f185813da2 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.2013111 Feb 09 07:57:02.972668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa9a76-ba96-4de6-84b3-e3440d062227 req-f4894495-9a80-4412-9a01-2d93cd657929 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:02.982197 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-80aa9a76-ba96-4de6-84b3-e3440d062227 req-f4894495-9a80-4412-9a01-2d93cd657929 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1936910 Feb 09 07:57:03.031753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.033323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:03.049043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:03.053272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Usage tracker for resource:security_group_rule and tenant:0814bad370d64c929d47c5162b292080 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:03.057588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:03.064195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:03.116783 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7669e204-f04f-4b78-88e4-94de28413c0c req-b33ac523-0293-421f-90a2-096323a8e1fd tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549697 Feb 09 07:57:03.122641 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-80aa9a76-ba96-4de6-84b3-e3440d062227 req-7ee62fb0-5673-44c7-a5d6-ef93a4fc973c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1393592 Feb 09 07:57:03.155304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a236972-c562-4a4b-981f-82aa13b4699d req-071e2111-0d5f-4123-9ab8-95ab2a860422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:03.157170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2a236972-c562-4a4b-981f-82aa13b4699d req-071e2111-0d5f-4123-9ab8-95ab2a860422 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1162 time: 0.1930246 Feb 09 07:57:03.157302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:03.157750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.277879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.286830 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2a236972-c562-4a4b-981f-82aa13b4699d req-09194260-2586-4d17-9123-6355373055fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0865788 Feb 09 07:57:03.310816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.319933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:03.371335 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0814bad370d64c929d47c5162b292080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986424 Feb 09 07:57:03.371335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceea4da0-ec92-45c0-a3a4-e1e598aed51a,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:03.372356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34832) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:03.374197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:03.522820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.524481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b1271d98-64ed-4da7-87b6-9b6d067284cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.566663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.666291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d32e9-0215-46a5-9dae-02aa665746fe req-56a9d958-8849-48fd-a7e3-7c005bdd76d8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:03.667995 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e01d32e9-0215-46a5-9dae-02aa665746fe req-56a9d958-8849-48fd-a7e3-7c005bdd76d8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2966504 Feb 09 07:57:03.753830 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e01d32e9-0215-46a5-9dae-02aa665746fe req-42fafc7f-bb83-46b7-998d-6d168e5cee2a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783505 Feb 09 07:57:03.820894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.827367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7f8241c3-df23-4920-b142-5e4c06277800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:03.842145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceea4da0-ec92-45c0-a3a4-e1e598aed51a,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:03.857213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.857703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.858201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.858741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.859258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.859747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.860231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.860806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.861319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.861804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.862286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.862768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.863288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.863765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.864247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.865507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.865507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.865507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.866028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.866519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.866998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.867543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.868117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.868812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:03.916995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:03.923292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:03.927516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ceea4da0-ec92-45c0-a3a4-e1e598aed51a HTTP/1.1" status: 204 len: 168 time: 0.5454571 Feb 09 07:57:04.062603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-e86d99e7-1fc5-4c76-98af-edde61adfe6a tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:04.063987 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-e86d99e7-1fc5-4c76-98af-edde61adfe6a tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.48 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.1915178 Feb 09 07:57:04.071592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:04.165662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Deleting port 537fa3e6-0a1e-45f7-aef8-9504a125850c {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:57:04.165662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:04.513200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35fa23-f11d-4643-a01f-4187ea0ab778 req-83852764-e530-4773-a408-6b62ea54179e tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:04.520967 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dd35fa23-f11d-4643-a01f-4187ea0ab778 req-83852764-e530-4773-a408-6b62ea54179e tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 946 time: 0.2394240 Feb 09 07:57:04.620566 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dd35fa23-f11d-4643-a01f-4187ea0ab778 req-28addde3-c4f2-43ba-b86e-4d8a35a0359f tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/security-groups?id=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985837 Feb 09 07:57:04.978820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfd72f-54ed-4d73-9df9-0ebd352f681d req-25903ca3-eee2-443a-a583-04c7fa6b9e07 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:04.980585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-38bfd72f-54ed-4d73-9df9-0ebd352f681d req-25903ca3-eee2-443a-a583-04c7fa6b9e07 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.6201482 Feb 09 07:57:05.016814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34900) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:05.058955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.083871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.084612 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-38bfd72f-54ed-4d73-9df9-0ebd352f681d req-a946b5b0-37c3-4f06-a750-cf9f4bb444bc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0941155 Feb 09 07:57:05.108103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] For port 537fa3e6-0a1e-45f7-aef8-9504a125850c, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=537fa3e6-0a1e-45f7-aef8-9504a125850c,segment=NetworkSegment(dc64808a-f589-43c6-82b0-292ed0ec7fed),segment_id=dc64808a-f589-43c6-82b0-292ed0ec7fed)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:57:05.108497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.111044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:05.116305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:1b392ad07fb94facbe7a24bce3dc6ee4 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:05.119962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:05.126262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:05.214660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:05.290806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaedec0-b528-45b5-9690-a12f52f45617 req-aec31c9c-46ec-4feb-b311-7ee72c18d5f0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:05.298866 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7aaedec0-b528-45b5-9690-a12f52f45617 req-aec31c9c-46ec-4feb-b311-7ee72c18d5f0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3906305 Feb 09 07:57:05.334558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Calling delete_port for 537fa3e6-0a1e-45f7-aef8-9504a125850c owned by compute:nova {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:57:05.389429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.390394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.418895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:05.419319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.428816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.496670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:57:05.508825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:05.529349 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b392ad07fb94facbe7a24bce3dc6ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982409 Feb 09 07:57:05.536614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34924) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:05.662274 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7aaedec0-b528-45b5-9690-a12f52f45617 req-d9555b5d-6bc0-4e42-9c64-50ddb62817f1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624103 Feb 09 07:57:05.691244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dda995b-afb3-4a2f-a889-85ab8a4b565d,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:05.697732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:05.713749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.744040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.829340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.830529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.834904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4bc0a8f0-961e-4111-aaa7-d2c625f74831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:05.850690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dda995b-afb3-4a2f-a889-85ab8a4b565d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:05.853959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:05.860260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:05.863808 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dda995b-afb3-4a2f-a889-85ab8a4b565d HTTP/1.1" status: 204 len: 168 time: 0.3068395 Feb 09 07:57:05.900461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0b0b8168-91bc-4da7-b2ff-3bdef007db2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:05.947153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8010e1a-d2da-425a-91e9-58d72f45dc11 req-bb2283d0-6c2f-4782-96e1-2216cd5e3513 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.1178210 Feb 09 07:57:05.962600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 537fa3e6-0a1e-45f7-aef8-9504a125850c no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:57:06.009742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 537fa3e6-0a1e-45f7-aef8-9504a125850c {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 07:57:06.010258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 537fa3e6-0a1e-45f7-aef8-9504a125850c not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 07:57:06.027317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Pushing event deleted for resources: {'Port': ['ID=537fa3e6-0a1e-45f7-aef8-9504a125850c,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:06.037509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:06.127971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] No DVR routers for this DVR port 537fa3e6-0a1e-45f7-aef8-9504a125850c on host hv-cinder-77459 {{(pid=80055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:57:06.131326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.136111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'name': 'network-vif-deleted', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:06.226039 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aabb06b0-59e4-44a5-bc87-1c6bba57ee7e req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.48 "DELETE /v2.0/ports/537fa3e6-0a1e-45f7-aef8-9504a125850c HTTP/1.1" status: 204 len: 173 time: 2.1555948 Feb 09 07:57:06.228204 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac7e6b1-d0ed-4191-ba11-8432bf55d05b', 'name': 'network-vif-deleted', 'tag': '537fa3e6-0a1e-45f7-aef8-9504a125850c', 'status': 'completed', 'code': 200} Feb 09 07:57:06.297390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34952) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:06.452709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545f7f1-6f97-4a11-b060-ac34cd1f8321 req-47bcb49b-cb30-4553-9109-1a01c96cba35 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:06.454532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e545f7f1-6f97-4a11-b060-ac34cd1f8321 req-47bcb49b-cb30-4553-9109-1a01c96cba35 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1749244 Feb 09 07:57:06.461984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34960) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:06.530943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e545f7f1-6f97-4a11-b060-ac34cd1f8321 req-dd6f68c8-0fc0-4af1-9fa1-b223f5142b35 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0622745 Feb 09 07:57:06.630778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.647197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:06.651565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Usage tracker for resource:security_group_rule and tenant:e095c2ce5f6d4fe2a49e6e13026995ca is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:06.654809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:06.661191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:06.686766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.706600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:06.713685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Usage tracker for resource:security_group_rule and tenant:5fd628b493b0438ca92072b375b90738 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:06.721187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:06.731588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:06.896473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.936999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.986671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:06.998439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:07.014954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32728dac-3180-46b3-a3a3-a2b9a9837468 req-76181f54-2c05-4215-8ee9-84687c4903b7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:07.016602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-32728dac-3180-46b3-a3a3-a2b9a9837468 req-76181f54-2c05-4215-8ee9-84687c4903b7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2522814 Feb 09 07:57:07.017940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.028468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-379c4007-df74-4faf-ade3-36499c891bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:07.055730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34988) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:07.062669 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e095c2ce5f6d4fe2a49e6e13026995ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7639925 Feb 09 07:57:07.066041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 34990) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:07.075741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'floatingip': {'port_id': '40328b2b-08f7-452f-845d-006bc7ecd76f'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:07.182158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.185197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153d69-09f6-479d-9fef-1be0c066c327 req-271e5361-74c7-486d-88b8-24fafbe4e467 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:07.187256 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47153d69-09f6-479d-9fef-1be0c066c327 req-271e5361-74c7-486d-88b8-24fafbe4e467 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3539126 Feb 09 07:57:07.211585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fd628b493b0438ca92072b375b90738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7480273 Feb 09 07:57:07.217067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 34998) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:07.329096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.358895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.422165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b58f851-7058-4db1-9f62-3ae86d3d3f29,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:07.426361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:07.471444 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47153d69-09f6-479d-9fef-1be0c066c327 req-7593151e-19c5-4a73-85fb-a33c03177779 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582738 Feb 09 07:57:07.485997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.510308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:07.553031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b58f851-7058-4db1-9f62-3ae86d3d3f29,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:07.571348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:07.573138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.576798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b58f851-7058-4db1-9f62-3ae86d3d3f29 HTTP/1.1" status: 204 len: 168 time: 0.3560171 Feb 09 07:57:07.698570 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a575cb17-c378-4692-a596-91fe64ebd5f8 req-37bc5098-1a69-4f40-abf9-e91f8cc993e3 tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] 10.222.0.13 "GET /v2.0/ports?device_id=aac7e6b1-d0ed-4191-ba11-8432bf55d05b HTTP/1.1" status: 200 len: 210 time: 0.0980482 Feb 09 07:57:07.708175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4380a4ec-e85c-4b06-a517-6b6bbe3bbacc,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:07.713165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:07.737902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:07.782017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.022792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-c99df24c-99bb-4895-b747-b57779c40d73 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:08.030675 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-c99df24c-99bb-4895-b747-b57779c40d73 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.2581861 Feb 09 07:57:08.048328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-f64c6e51-72f4-4a34-b45d-2db3599dfc65 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/quotas/0605e02099054a7d9b6e6b2a58499f36 HTTP/1.1" status: 200 len: 375 time: 0.0165863 Feb 09 07:57:08.130807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.146055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-355b0102-5243-4434-8f7e-6884522f6c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:08.180502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4380a4ec-e85c-4b06-a517-6b6bbe3bbacc,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:08.186855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:08.189826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.193928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4380a4ec-e85c-4b06-a517-6b6bbe3bbacc HTTP/1.1" status: 204 len: 168 time: 1.1243455 Feb 09 07:57:08.254705 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4f281e97-e010-4f06-9776-a0938439a9e2 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053010 Feb 09 07:57:08.419877 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-65ac66db-480a-4655-bfe4-90747788819f service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639645 Feb 09 07:57:08.610172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35042) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:08.652657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.672675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:08.680918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.681602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Usage tracker for resource:security_group_rule and tenant:75558a6e288d4c26a14a94ec7e08b9fa is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:08.692981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:08.703412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:08.713141 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-fe31f8c3-02a9-48f8-b312-ffa693962e6a service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2826161 Feb 09 07:57:08.751360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.804951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.836533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:08.849844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0eec6ac3-9d71-4e6c-b90e-ab682d37e12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:08.915592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f03f8-3696-439c-8495-2472cf203f9d,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:08.921992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:08.947852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75558a6e288d4c26a14a94ec7e08b9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295317 Feb 09 07:57:08.949136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35054) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:09.049420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.074508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478618ac-9173-4ca2-8f43-cb2297c01922 req-a4ddd257-f5b5-41a9-9f98-eecb5c831099 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:09.078201 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-478618ac-9173-4ca2-8f43-cb2297c01922 req-a4ddd257-f5b5-41a9-9f98-eecb5c831099 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3855555 Feb 09 07:57:09.092777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.200597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.210654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d2d78b65-e990-4252-b16b-ffa373cc99cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:09.223753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f03f8-3696-439c-8495-2472cf203f9d,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:09.227670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3d5422a2-1230-4b16-afa7-3cdc050d8e98 req-def5f322-9ee6-4901-a62f-d9fc3ad16a32 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0732162 Feb 09 07:57:09.228753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:09.235310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.239793 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/124f03f8-3696-439c-8495-2472cf203f9d HTTP/1.1" status: 204 len: 168 time: 0.2896028 Feb 09 07:57:09.242943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-478618ac-9173-4ca2-8f43-cb2297c01922 req-17f4fd3a-e0da-47e6-a9c0-be0ed81ea49c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577086 Feb 09 07:57:09.258394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35070) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:09.280257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.294104 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Floating IP ccbf38d4-745a-4567-8bca-21049bcbf108 associated. External IP: 172.27.2.27, port: 40328b2b-08f7-452f-845d-006bc7ecd76f. Feb 09 07:57:09.298617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:09.302973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Usage tracker for resource:security_group_rule and tenant:226b6186beaa45e5b534750ebd47c627 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:09.307319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:09.313616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:09.674908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.729608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.739078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-043f69d9-35ec-46e0-9157-73e39dcb5104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:09.787116 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=226b6186beaa45e5b534750ebd47c627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272856 Feb 09 07:57:09.789574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a7d512-63ec-49b2-bf3a-29c5ecf0ee58,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:09.793420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:09.794185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35092) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:09.842621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.862623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:57:09.937706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:09.982436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:10.091686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:10.096020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28729677-c972-4542-8bb9-02ab51c3b88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:10.113427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a7d512-63ec-49b2-bf3a-29c5ecf0ee58,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:10.116008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:10.122077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:10.124434 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11a7d512-63ec-49b2-bf3a-29c5ecf0ee58 HTTP/1.1" status: 204 len: 168 time: 0.3289731 Feb 09 07:57:10.142821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:57:10.160169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:10.163174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:57:10.181171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:57:10.184703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:57:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:10.251751 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0cb91be8-deeb-45a1-8b4b-2dc03656eddf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "PUT /v2.0/floatingips/ccbf38d4-745a-4567-8bca-21049bcbf108 HTTP/1.1" status: 200 len: 990 time: 3.1851213 Feb 09 07:57:10.251751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:10.321192 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'status': 'completed', 'code': 200} Feb 09 07:57:10.864316 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-406b3cda-4197-42ab-882e-5b221228feef req-d9d67f1c-2d3a-402a-b5af-5f7242367348 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0968955 Feb 09 07:57:10.866015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-e56d3c35-f894-40d2-b168-0f408aee4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:10.866015 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-e56d3c35-f894-40d2-b168-0f408aee4266 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1162 time: 0.2437537 Feb 09 07:57:10.866563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:57:10.876134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-7ddb5989-d30a-4769-878a-537eef23070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:10.877790 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-7ddb5989-d30a-4769-878a-537eef23070c service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.2314875 Feb 09 07:57:10.980125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de0422-9260-46fd-af68-0fa6ce691df3 req-77fd1f3b-5778-4952-b0b7-b585c1676c89 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:10.983053 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18de0422-9260-46fd-af68-0fa6ce691df3 req-77fd1f3b-5778-4952-b0b7-b585c1676c89 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2322135 Feb 09 07:57:11.118173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-ed311209-63b7-4023-8275-7bbf28b23aeb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 998 time: 0.1352358 Feb 09 07:57:11.275013 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18de0422-9260-46fd-af68-0fa6ce691df3 req-685ad10d-536c-4d4f-b886-dd16dcd2a71c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549473 Feb 09 07:57:11.284944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-7d5d0baa-eb78-40c0-acf9-96ea271d6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:11.298717 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-7d5d0baa-eb78-40c0-acf9-96ea271d6f7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.1598208 Feb 09 07:57:11.363813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ccbf38d4-745a-4567-8bca-21049bcbf108', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:c2:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6156552-2697-448f-9931-ed87822eba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:56:40Z', 'updated_at': '2021-02-09T07:57:08Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:11.374646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:57:11.391561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:57:11.392271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:57:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:11.425336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35160) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:11.547712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Deleting subnet a1923246-d8e6-490d-acd6-bd7a0f5e0911 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:57:11.574447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:11.718990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:11.741592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-e8601f2e-6467-45e2-88ba-0a7c94ee6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:11.743616 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-e8601f2e-6467-45e2-88ba-0a7c94ee6a4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4373603 Feb 09 07:57:11.875981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:11.968386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:57:12.036930 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-af8dff25-5185-4ed1-a4b5-c52fd4513957 req-59101807-a97e-4f83-a63d-4acdd0d57c33 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.1660981 Feb 09 07:57:12.074466 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-bd01da4c-730b-423f-afa7-96146dd56355 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170011 Feb 09 07:57:12.442522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:12.516403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:12.535336 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f00d564b-3487-43b5-b46b-cd3c692294c4 req-0a5a7232-a6fb-456e-92e1-1a7b472a452d service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4431322 Feb 09 07:57:12.646468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1923246-d8e6-490d-acd6-bd7a0f5e0911,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:12.654492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:12.696316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-12c3d198-0732-41ff-80c3-e7a935d6b5fa tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:12.697924 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-12c3d198-0732-41ff-80c3-e7a935d6b5fa tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.7142768 Feb 09 07:57:12.750186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Request body: {'port': {'device_id': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32', 'admin_state_up': True, 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:12.810320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:12.815237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ccbf38d4-745a-4567-8bca-21049bcbf108', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:c2:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6156552-2697-448f-9931-ed87822eba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:56:40Z', 'updated_at': '2021-02-09T07:57:08Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:12.823450 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1923246-d8e6-490d-acd6-bd7a0f5e0911 HTTP/1.1" status: 204 len: 168 time: 1.3967593 Feb 09 07:57:12.824429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35208) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:12.829556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d26c09-77f2-4cf4-b56d-e9c26bcdbdcb None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ccbf38d4-745a-4567-8bca-21049bcbf108', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:c2:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6156552-2697-448f-9931-ed87822eba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T07:56:40Z', 'updated_at': '2021-02-09T07:57:08Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:57:13.017227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.043906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:13.075149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:13.294869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b423b-2598-4b61-b519-b034911be70a None None] New status for floating IP ccbf38d4-745a-4567-8bca-21049bcbf108: ACTIVE {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 07:57:13.378550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4efd4-9e80-4bcd-baf6-e64ebf5cf0a1 req-7567764f-eeda-45c0-9aa8-181cd8536c79 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:13.387698 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53a4efd4-9e80-4bcd-baf6-e64ebf5cf0a1 req-7567764f-eeda-45c0-9aa8-181cd8536c79 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.6884823 Feb 09 07:57:13.390175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35220) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:13.394632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:13.425206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.566166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.626506 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53a4efd4-9e80-4bcd-baf6-e64ebf5cf0a1 req-8187e948-535b-4cb2-81de-ae2992ff35bf tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377198 Feb 09 07:57:13.801627 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-400256e3-10d7-44c5-bf0d-19c60c9133cc req-6c89bd48-6e81-4652-aac2-0b8503a22b0b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0763459 Feb 09 07:57:13.851885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f246df4b-91db-47df-ad3a-7d5cb78b8f6c']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:13.868314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc64808a-f589-43c6-82b0-292ed0ec7fed') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:13.868778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc64808a-f589-43c6-82b0-292ed0ec7fed') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:57:13.884136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.885251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.903265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:13.905711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:57:13.933966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:13.961923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Usage tracker for resource:security_group_rule and tenant:8db04820438d4ec2b573d94556b61aa7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:13.967427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:14.025261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:14.107599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:57:14.119201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.264998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Allocated IP 172.20.0.6 (6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32/2b648856-db6f-4324-af6b-229a966ee882/6989f8bd-a013-4e8c-a1e4-259c7de97e5f) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:57:14.295301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.370892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.389301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b2770a1b-7c0d-4788-bb60-30fee579a67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:14.419775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Network f246df4b-91db-47df-ad3a-7d5cb78b8f6c has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:57:14.431961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805bbae-e693-4653-96e5-d656cad58414,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:57:14.448819 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:57:14.465162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:14.493707 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db04820438d4ec2b573d94556b61aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1018591 Feb 09 07:57:14.496953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35252) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:14.667678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.670852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.687573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.698237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:14.706707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.716332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.737650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Pushing event deleted for resources: {'Network': ['ID=f246df4b-91db-47df-ad3a-7d5cb78b8f6c,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:14.740644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:14.759555 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-92d2994f-5d55-4575-95db-fbd2354a0281 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f246df4b-91db-47df-ad3a-7d5cb78b8f6c HTTP/1.1" status: 204 len: 168 time: 1.9338691 Feb 09 07:57:14.807014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.811598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4a541c3b-1954-4958-a3d8-46300fdc0abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:14.827250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805bbae-e693-4653-96e5-d656cad58414,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:14.830701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:14.831912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:14.851205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:15.077678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1a34-bb05-4d13-b004-ff3ae6143af4 req-b24d05d1-f4f9-49c4-9c3b-9c7fff2fce7a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:15.088414 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-647b1a34-bb05-4d13-b004-ff3ae6143af4 req-b24d05d1-f4f9-49c4-9c3b-9c7fff2fce7a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2904117 Feb 09 07:57:15.136315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.137609 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d805bbae-e693-4653-96e5-d656cad58414 HTTP/1.1" status: 204 len: 168 time: 0.6397316 Feb 09 07:57:15.169326 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-647b1a34-bb05-4d13-b004-ff3ae6143af4 req-5ba5d34f-4c64-4846-b489-f2551db64e53 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821569 Feb 09 07:57:15.206672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event updated for resources: {'Port': ['ID=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:15.211738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:15.223415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35280) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:15.244221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:57:15.252729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:15.255419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:57:15.301240 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4ced6743-1869-4847-a919-f82aecd0df37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=542821ed143548689c9b42f92fa8906c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0761535 Feb 09 07:57:15.303832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35284) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:15.371765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.402170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05d463-8589-4b54-822f-c2a8e1cbd67a req-973f49f8-7538-4166-9316-f97680bae0bb tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:15.403347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8b05d463-8589-4b54-822f-c2a8e1cbd67a req-973f49f8-7538-4166-9316-f97680bae0bb tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:57:15.404027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.498744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.505300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-75ee1b1f-1eb2-4720-9d60-977755b58142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:15.534152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:15.534886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.547235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8b05d463-8589-4b54-822f-c2a8e1cbd67a req-973f49f8-7538-4166-9316-f97680bae0bb tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:57:15.547235 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b05d463-8589-4b54-822f-c2a8e1cbd67a req-973f49f8-7538-4166-9316-f97680bae0bb tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 931 time: 0.5491619 Feb 09 07:57:15.565345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067bdf8f-0a9a-435d-b4bc-56f00f51ec1a,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:15.568568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:15.604433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.608925 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/067bdf8f-0a9a-435d-b4bc-56f00f51ec1a HTTP/1.1" status: 204 len: 168 time: 0.3033018 Feb 09 07:57:15.629648 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-06e0869f-b169-4ff6-9efc-a2af90e094b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8892288 Feb 09 07:57:15.667824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Request body: {'port': {'device_id': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:15.753222 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b05d463-8589-4b54-822f-c2a8e1cbd67a req-7dd20170-11af-4990-807b-73386ce9bc33 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950572 Feb 09 07:57:15.891887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:15.958642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35310) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:16.028562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.055895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:16.063479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Usage tracker for resource:security_group_rule and tenant:040fe396d5e54d2ba0d29d9a604cfb71 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:16.077452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:16.089057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:16.440527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.508932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.522408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:16.544224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6989f8bd-a013-4e8c-a1e4-259c7de97e5f {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:57:16.569098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.621982 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=040fe396d5e54d2ba0d29d9a604cfb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6623294 Feb 09 07:57:16.622995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ef7d4-838d-4db0-bd2a-d1190f0bc8fd,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:16.625649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35344) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:16.628469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:16.655215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c4caa-431e-4016-8fbb-c041e8fdca16 req-31e1994d-d5f0-47f6-bd3b-797de9e71842 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:16.657110 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e13c4caa-431e-4016-8fbb-c041e8fdca16 req-31e1994d-d5f0-47f6-bd3b-797de9e71842 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2424500 Feb 09 07:57:16.680999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Transition to ACTIVE for port object 6989f8bd-a013-4e8c-a1e4-259c7de97e5f will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:57:16.712495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.727852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:16.732459 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e13c4caa-431e-4016-8fbb-c041e8fdca16 req-8d42c057-be21-4ca2-8845-fcf999705809 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688815 Feb 09 07:57:16.750490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:16.943734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35368) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:17.189215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd51ca-c643-4d2b-9f50-0d67edab6ec6 req-a8a5f4b1-b01d-4cdb-b06e-f9b1a07df388 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:17.190912 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bddd51ca-c643-4d2b-9f50-0d67edab6ec6 req-a8a5f4b1-b01d-4cdb-b06e-f9b1a07df388 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.2223399 Feb 09 07:57:17.198499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.209936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.229019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:17.265641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Usage tracker for resource:security_group_rule and tenant:0b31b4ebc4e64ab395edc3a089095e9a is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:17.271844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:17.281760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:17.302378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bddd51ca-c643-4d2b-9f50-0d67edab6ec6 req-eff8e75f-8fcb-4970-b09f-2b599bbcf955 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789568 Feb 09 07:57:17.320697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Pushing event updated for resources: {'Port': ['ID=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:17.328207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:17.406048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.442156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.452452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:17.488716 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b31b4ebc4e64ab395edc3a089095e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430923 Feb 09 07:57:17.495922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.496564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35392) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:17.511883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cb3d921e-f39b-480d-87c0-1fcd80f4e6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:17.537976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ef7d4-838d-4db0-bd2a-d1190f0bc8fd,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:17.563818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e356a-20c2-45f5-9b17-8b772c6c5671,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:17.567831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:17.576252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:17.578424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Attempting to bind port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:57:17.578799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Attempting to bind port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:57:17.579544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Attempting to bind port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f on network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:57:17.588616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:57:17.589021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Checking segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:17.589495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.589802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Bound using segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:57:17.590746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Bound port: 6989f8bd-a013-4e8c-a1e4-259c7de97e5f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:57:17.591132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.593582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.606965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.608194 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f20ef7d4-838d-4db0-bd2a-d1190f0bc8fd HTTP/1.1" status: 204 len: 168 time: 0.9815774 Feb 09 07:57:17.634184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.714714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] For port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:57:17.719896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] For port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:57:17.736905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.746428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f36289e4-a7e9-4651-b5cc-22c972dc7a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:17.769174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.783306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e356a-20c2-45f5-9b17-8b772c6c5671,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:17.787298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:17.789415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:17.793167 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f8e356a-20c2-45f5-9b17-8b772c6c5671 HTTP/1.1" status: 204 len: 168 time: 0.2953138 Feb 09 07:57:17.800587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:18.007182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Pushing event updated for resources: {'Port': ['ID=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:18.014442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:18.046198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:18.046881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:18.048357 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] 10.222.0.48 "PUT /v2.0/ports/6989f8bd-a013-4e8c-a1e4-259c7de97e5f HTTP/1.1" status: 200 len: 1157 time: 2.3922544 Feb 09 07:57:18.048936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:18.151715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ed66b-e3ca-4824-81c6-f1221397d99f req-4d8b1122-8038-415f-8cdf-ed8a9e7568c4 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:18.153618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b11ed66b-e3ca-4824-81c6-f1221397d99f req-4d8b1122-8038-415f-8cdf-ed8a9e7568c4 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2212830 Feb 09 07:57:18.226075 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b11ed66b-e3ca-4824-81c6-f1221397d99f req-4eafe639-4a8d-4de4-83ed-b67e7fd5fa21 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Feb 09 07:57:18.307257 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f', 'status': 'completed', 'code': 200} Feb 09 07:57:18.619732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98393e-5b1c-40f3-a260-94a1cc05b0ff req-32ce2821-4e42-425a-89e7-e26304707433 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:18.621567 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e98393e-5b1c-40f3-a260-94a1cc05b0ff req-32ce2821-4e42-425a-89e7-e26304707433 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.1721914 Feb 09 07:57:18.634859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35440) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:18.659515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:18.675841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:18.680565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Usage tracker for resource:security_group_rule and tenant:b88fc33985d24121a77d4c56616aec39 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:18.683737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:18.689529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:18.691198 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e98393e-5b1c-40f3-a260-94a1cc05b0ff req-e9895838-70df-43ea-91a1-c8479421cd1a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627472 Feb 09 07:57:18.776652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:18.822840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:18.834019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:18.878267 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b88fc33985d24121a77d4c56616aec39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417758 Feb 09 07:57:18.879319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e956d2-e1f0-4456-ba5c-c14298f5c090,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:18.881059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35448) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:18.883180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:18.951837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:18.982858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:19.064225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:19.072404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ecdee003-b860-4fd7-8fb1-bbb37c5d3d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:19.084324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e956d2-e1f0-4456-ba5c-c14298f5c090,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:19.087100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:19.089470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:19.092175 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e956d2-e1f0-4456-ba5c-c14298f5c090 HTTP/1.1" status: 204 len: 168 time: 0.2083681 Feb 09 07:57:19.577880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd565884-e521-488d-a651-20998acbd546 req-662bef68-b5da-4e35-b262-d351c049565f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:19.579839 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd565884-e521-488d-a651-20998acbd546 req-662bef68-b5da-4e35-b262-d351c049565f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2150030 Feb 09 07:57:19.615304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-9a3dc178-691a-4f16-9c1c-85a54ae96153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:19.617820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-9a3dc178-691a-4f16-9c1c-85a54ae96153 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 1160 time: 0.0937753 Feb 09 07:57:19.654670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd565884-e521-488d-a651-20998acbd546 req-f7078356-3a83-4b9d-8adf-460198022055 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Feb 09 07:57:19.871699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-372417f4-3efd-4af7-9104-4063d7f4f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:19.873333 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-372417f4-3efd-4af7-9104-4063d7f4f5b9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=0605e02099054a7d9b6e6b2a58499f36&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2329249 Feb 09 07:57:20.195412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0646ba-b280-44cb-af9e-49af583fd9ee req-e8c8415f-7594-448d-9e2f-54e82b707b90 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:20.197195 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0646ba-b280-44cb-af9e-49af583fd9ee req-e8c8415f-7594-448d-9e2f-54e82b707b90 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.3229098 Feb 09 07:57:20.200720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-cf5d085d-326e-413f-b4f6-fc52ba229bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:20.202207 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3eb2b839-8ed0-4697-b6e2-86445b0fd0b4 req-cf5d085d-326e-413f-b4f6-fc52ba229bc0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2751179 Feb 09 07:57:20.280058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0646ba-b280-44cb-af9e-49af583fd9ee req-20331421-7ab3-40d3-95ab-22373c5aa6b4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724058 Feb 09 07:57:20.370939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-39dfe52e-e1fe-4980-b4bf-ea5bfce69ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:20.372582 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-39dfe52e-e1fe-4980-b4bf-ea5bfce69ab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 1160 time: 0.0915117 Feb 09 07:57:20.426905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35510) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:20.471577 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-e1e2e14e-0f8e-4ef8-99de-a2aed9c92f4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6989f8bd-a013-4e8c-a1e4-259c7de97e5f HTTP/1.1" status: 200 len: 217 time: 0.0817180 Feb 09 07:57:20.593965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-c7a3cc4b-8cbe-46b2-aa53-ee7a00c6ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:20.595739 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-c7a3cc4b-8cbe-46b2-aa53-ee7a00c6ba62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1137569 Feb 09 07:57:20.668975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-684bed4b-06aa-4439-b441-300770b6b11c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592604 Feb 09 07:57:20.801115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:20.865647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:20.873241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3b313af41640d8bb608ecde3179748 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:20.881460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:20.894522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:20.968147 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-5f9b0306-7fd0-4659-832a-aa7da471a484 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906530 Feb 09 07:57:21.003279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.035880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.047746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-89ac2b57-40af-4745-9cd8-7ca442178c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:21.097662 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e3b313af41640d8bb608ecde3179748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6758394 Feb 09 07:57:21.100293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35550) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:21.103864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f04dee-a309-4962-a8c2-c97fd4b75fe1,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:21.113865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaa5fe-5154-4986-97d2-aa6fa9584c16 req-35b0726b-68b4-47c5-8299-8a03052a617d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:21.116430 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5deaa5fe-5154-4986-97d2-aa6fa9584c16 req-35b0726b-68b4-47c5-8299-8a03052a617d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2663541 Feb 09 07:57:21.120071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:21.175669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.205366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.235440 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b29f269-99ea-4abe-992d-31dd83b8a2f4 req-9c28ac4c-1eb4-48fd-a737-c0d121905cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2525387 Feb 09 07:57:21.298753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.305086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff5f2308-a5ef-4618-94ce-28fd6bce1061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:21.322622 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5deaa5fe-5154-4986-97d2-aa6fa9584c16 req-6b578073-82f8-4e6c-b754-e042f14655a9 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860553 Feb 09 07:57:21.341501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f04dee-a309-4962-a8c2-c97fd4b75fe1,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:21.357397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:21.362510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.367353 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04f04dee-a309-4962-a8c2-c97fd4b75fe1 HTTP/1.1" status: 204 len: 168 time: 0.2652533 Feb 09 07:57:21.389217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35564) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:21.647815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c94330-3753-4cb1-a4ba-10b5ad1ef0d7 req-9127bb37-662e-4a02-8faf-e8a76d0dca02 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:21.650150 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6c94330-3753-4cb1-a4ba-10b5ad1ef0d7 req-9127bb37-662e-4a02-8faf-e8a76d0dca02 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.2123690 Feb 09 07:57:21.720971 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6c94330-3753-4cb1-a4ba-10b5ad1ef0d7 req-f80c2d26-c613-4644-8187-66d916d5da74 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630062 Feb 09 07:57:21.900026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:21.919099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:21.924265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Usage tracker for resource:security_group_rule and tenant:148489f464974956b65846e9c0908aef is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:21.928045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:21.935159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:22.034187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.053631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.063262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:22.100991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5b3835-1a68-4656-8c26-5d730e190d42,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:22.107730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:22.116902 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=148489f464974956b65846e9c0908aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262077 Feb 09 07:57:22.117495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35598) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:22.160060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35602) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:22.180829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.187417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.207381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:22.212764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Usage tracker for resource:security_group_rule and tenant:08b7e247ec314153bc849e5c3e0e0d51 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:22.216083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:22.219335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.222756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:22.315158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.318092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.323213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-87a114db-3bbf-4fc6-b296-bc0685369da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:22.337937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5b3835-1a68-4656-8c26-5d730e190d42,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:22.339536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:22.356373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.359354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be5b3835-1a68-4656-8c26-5d730e190d42 HTTP/1.1" status: 204 len: 168 time: 0.2391863 Feb 09 07:57:22.362935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.379276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-54961059-c89f-4119-8329-9329ef3100f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:22.443669 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08b7e247ec314153bc849e5c3e0e0d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797177 Feb 09 07:57:22.444498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35618) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:22.445760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7bcf28-815a-41ae-bfd6-15a4c6e6616e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:22.450115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:22.520967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.554655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.635510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.642570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0e361bfd-3a61-4fd0-8697-457bea3efe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:22.661192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7bcf28-815a-41ae-bfd6-15a4c6e6616e,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:22.666183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:22.668737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:22.673214 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df7bcf28-815a-41ae-bfd6-15a4c6e6616e HTTP/1.1" status: 204 len: 168 time: 0.2278309 Feb 09 07:57:22.701004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4712f-327a-4861-a916-1609d6d84580 req-e3a24761-68d4-4b6e-9666-91d53713f0d7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:22.702865 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bfa4712f-327a-4861-a916-1609d6d84580 req-e3a24761-68d4-4b6e-9666-91d53713f0d7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1959269 Feb 09 07:57:22.801173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bfa4712f-327a-4861-a916-1609d6d84580 req-9fcb30f4-cf4c-482a-b85d-ce38cd15f2c7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869756 Feb 09 07:57:23.043664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fd39-40d4-45ae-8602-7ef58a6ecc1d req-3a9e8221-ae0d-407a-ae2c-7ae215f24a4c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:23.049868 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d34fd39-40d4-45ae-8602-7ef58a6ecc1d req-3a9e8221-ae0d-407a-ae2c-7ae215f24a4c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.1741595 Feb 09 07:57:23.130651 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d34fd39-40d4-45ae-8602-7ef58a6ecc1d req-1c73f81c-edae-443d-b3e2-3ceacb00cd24 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725126 Feb 09 07:57:23.177416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35638) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:23.197326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.213414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:23.217673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8823ef16fa406d89255114a19c22f5 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:23.220742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:23.226652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:23.329661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.372937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.383290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eb99bf85-a79b-4297-91de-a94bfbe869a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:23.436509 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c8823ef16fa406d89255114a19c22f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573574 Feb 09 07:57:23.437468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2de51e-9e88-4455-a2af-f02c524d6aef,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:23.439017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35652) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:23.441436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:23.498687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35658) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:23.540622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.573615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.657206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.664885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:23.680698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.682018 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf2de51e-9e88-4455-a2af-f02c524d6aef HTTP/1.1" status: 204 len: 168 time: 0.2406242 Feb 09 07:57:23.683115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2de51e-9e88-4455-a2af-f02c524d6aef,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:23.687800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:23.704882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.723100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:23.728275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c99f4b68750e41e3afa70d26d8e858ec is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:23.731386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:23.737426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:23.835165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.887735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:23.900165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-75c2206e-6d4b-4a60-836e-c3e6175c96f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:23.947870 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c99f4b68750e41e3afa70d26d8e858ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4479630 Feb 09 07:57:23.950628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35678) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:23.967217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627a95f7-5321-4e8e-aee6-ee14ba7a07e6,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:23.974050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:24.039494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.075752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.159874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936e8ed-8e2c-4fc7-aa21-f39e21dcf55e req-337482ce-3ebc-4c74-8735-76f177b1121b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:24.162231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.169840 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8936e8ed-8e2c-4fc7-aa21-f39e21dcf55e req-337482ce-3ebc-4c74-8735-76f177b1121b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2172892 Feb 09 07:57:24.181077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4d05ae6d-5207-4fff-85f0-f913a2bfcf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:24.237656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627a95f7-5321-4e8e-aee6-ee14ba7a07e6,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:24.246247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:24.254682 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8936e8ed-8e2c-4fc7-aa21-f39e21dcf55e req-d1988a54-257b-4088-9e13-1c0c1138f435 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813508 Feb 09 07:57:24.285147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.289400 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/627a95f7-5321-4e8e-aee6-ee14ba7a07e6 HTTP/1.1" status: 204 len: 168 time: 0.3374407 Feb 09 07:57:24.542383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c798d-d076-4f47-ba5e-86e40f6638d4 req-db0d5397-96aa-4c36-94eb-49a3ebd59819 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:24.545005 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-404c798d-d076-4f47-ba5e-86e40f6638d4 req-db0d5397-96aa-4c36-94eb-49a3ebd59819 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 943 time: 0.1884723 Feb 09 07:57:24.620226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-404c798d-d076-4f47-ba5e-86e40f6638d4 req-9dbb21ec-2646-4659-b88f-f1b9a0c36f56 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685680 Feb 09 07:57:24.706286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6989f8bd-a013-4e8c-a1e4-259c7de97e5f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:24.809922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:57:24.815402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:24.817846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.946998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:24.976390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:24.986942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:57:25.035692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.038478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:25.076617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35718) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:25.109322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.159093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:25.163417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Usage tracker for resource:security_group_rule and tenant:c1624d7268014eeba722fa84a09a5ee9 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:25.170951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:25.171109 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f', 'code': 200} Feb 09 07:57:25.171109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:25.172787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:25.177892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.178367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.178817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.180005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.180468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.181319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.181319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.181710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.182346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.182690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.183132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.183686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.184157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.184588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.185044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.185472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.185900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.186480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.186910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.187469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.187887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.188804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.188804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.189060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:57:25.196407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:25.336236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.378659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.389576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35730) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:25.391470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e324a233-a584-4a44-a474-e6c873b397e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:25.430312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ee42b-44b0-4b68-ad42-d1de210d33ef,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:25.482144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:25.515314 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1624d7268014eeba722fa84a09a5ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372401 Feb 09 07:57:25.519118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35740) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:25.600613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a82a19-c508-472f-92c5-eee598796e70 req-93f431cb-77dc-446f-a50f-fae1298afdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:25.602364 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57a82a19-c508-472f-92c5-eee598796e70 req-93f431cb-77dc-446f-a50f-fae1298afdbd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 1162 time: 0.1767850 Feb 09 07:57:25.610926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.641513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.701108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c9a60-d861-4674-b0dc-729208f21d83 req-a1824260-140b-4ea6-acd1-512f615d1524 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:25.702699 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c38c9a60-d861-4674-b0dc-729208f21d83 req-a1824260-140b-4ea6-acd1-512f615d1524 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3021817 Feb 09 07:57:25.730262 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57a82a19-c508-472f-92c5-eee598796e70 req-872c86dc-2df0-4a7d-a570-599b425c8ffc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Feb 09 07:57:25.744453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.751593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-27d40801-a4ed-4418-89a3-ff763f3945dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:25.774052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ee42b-44b0-4b68-ad42-d1de210d33ef,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:25.782349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:25.793488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.794696 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f13ee42b-44b0-4b68-ad42-d1de210d33ef HTTP/1.1" status: 204 len: 168 time: 0.2746034 Feb 09 07:57:25.804597 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c38c9a60-d861-4674-b0dc-729208f21d83 req-2c37466a-ce54-4098-a238-ad14e38aa4dc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944707 Feb 09 07:57:25.887223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:25.905713 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:25.910600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d12869e3f8743ef8ba9765805edd426 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:25.916932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:25.925160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:26.025922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.070529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.070681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53d386-02e6-4020-a25e-c1dc51d30b1a req-622c1f31-a927-443e-a8ba-551146cb4571 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:26.072243 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac53d386-02e6-4020-a25e-c1dc51d30b1a req-622c1f31-a927-443e-a8ba-551146cb4571 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.2013543 Feb 09 07:57:26.080336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6989f8bd-a013-4e8c-a1e4-259c7de97e5f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:26.081000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-84d217cf-a56b-4ec1-a215-5eb810b168ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:26.151284 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d12869e3f8743ef8ba9765805edd426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605288 Feb 09 07:57:26.156790 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac53d386-02e6-4020-a25e-c1dc51d30b1a req-8f2a5613-cb2f-469c-b541-eed3b1a09b30 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703967 Feb 09 07:57:26.157334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 35766) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:26.174359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ca3f2-2e8b-43f3-aeeb-0869cf0a12d6,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:26.177085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:26.177714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.200938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:26.240917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.278103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.367938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.373821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-12c8a5e5-2bca-4d52-bf03-63081c0815dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:26.389182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ca3f2-2e8b-43f3-aeeb-0869cf0a12d6,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:26.393081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:26.397050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:26.400857 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a0ca3f2-2e8b-43f3-aeeb-0869cf0a12d6 HTTP/1.1" status: 204 len: 168 time: 0.2408235 Feb 09 07:57:27.281114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24671b20-b966-44b1-8116-b223f0776827 req-3832a116-cede-40b7-8603-2d80c5c374ae tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:27.307029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-24671b20-b966-44b1-8116-b223f0776827 req-3832a116-cede-40b7-8603-2d80c5c374ae tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3405812 Feb 09 07:57:27.433720 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-24671b20-b966-44b1-8116-b223f0776827 req-523a7611-0b87-4c53-9e14-1c84fe8b2a1f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256564 Feb 09 07:57:27.659575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd2b3e-fff2-4a1a-8fb2-ecfb31339f91 req-4a6cdef7-31ec-4610-856c-3fddcb8d20c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:27.661402 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5bd2b3e-fff2-4a1a-8fb2-ecfb31339f91 req-4a6cdef7-31ec-4610-856c-3fddcb8d20c4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.2718480 Feb 09 07:57:27.747294 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5bd2b3e-fff2-4a1a-8fb2-ecfb31339f91 req-af3d7966-e3b2-4553-bb32-ec81e02efb7a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Feb 09 07:57:27.860954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd74d25-33ad-4337-aa83-042b25c545fc req-f7418011-598e-4f6c-a55a-9c35b3d7e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:27.862724 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dd74d25-33ad-4337-aa83-042b25c545fc req-f7418011-598e-4f6c-a55a-9c35b3d7e850 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1163 time: 0.1411080 Feb 09 07:57:27.922856 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dd74d25-33ad-4337-aa83-042b25c545fc req-bf0258c0-e5ce-4f85-b7f1-743a46c3587c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518830 Feb 09 07:57:28.073168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6989f8bd-a013-4e8c-a1e4-259c7de97e5f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:28.234358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:28.234783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:28.849058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b8800-287f-4d29-afbf-db9891777d0f req-c690ecde-a916-4d67-896a-52af21eb2a11 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:28.851536 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6e6b8800-287f-4d29-afbf-db9891777d0f req-c690ecde-a916-4d67-896a-52af21eb2a11 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2191570 Feb 09 07:57:28.937325 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6e6b8800-287f-4d29-afbf-db9891777d0f req-c2cd66be-a2cd-477d-be0f-ec758085e5bd tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777714 Feb 09 07:57:29.751073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 35970) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:29.933737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:29.951545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:29.957316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Usage tracker for resource:security_group_rule and tenant:846d0131e07a408d87a0931b95ce8514 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:29.964065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:29.978568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:30.133570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.260383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b13779-a98b-4f44-99a3-b6c3695c492f req-a367acbb-1581-4ddd-8bd8-3bb785b7f66d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:30.262795 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6b13779-a98b-4f44-99a3-b6c3695c492f req-a367acbb-1581-4ddd-8bd8-3bb785b7f66d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1786749 Feb 09 07:57:30.264202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.277172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff59e4fb-8046-48ae-8e82-22a3a3b21631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:30.326091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1df1eb-35c0-4079-bd93-a0cf7e8dff50,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:30.340913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:30.376023 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=846d0131e07a408d87a0931b95ce8514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237361 Feb 09 07:57:30.384822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36008) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:30.395147 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6b13779-a98b-4f44-99a3-b6c3695c492f req-5c7bdaa6-a972-431a-a071-8d6bd67c8b99 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190522 Feb 09 07:57:30.486009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.515498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.769108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42230f-3c63-4e97-8858-6ae7315cf91b req-39d4416d-bc4c-4daf-b6cf-9d04d4c7109a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:30.770984 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2f42230f-3c63-4e97-8858-6ae7315cf91b req-39d4416d-bc4c-4daf-b6cf-9d04d4c7109a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2020316 Feb 09 07:57:30.773188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.784722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-961e966d-8b4e-4487-b167-ffcd3b6ebb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:30.820341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1df1eb-35c0-4079-bd93-a0cf7e8dff50,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:30.832237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:30.833077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:30.836506 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af1df1eb-35c0-4079-bd93-a0cf7e8dff50 HTTP/1.1" status: 204 len: 168 time: 0.4478269 Feb 09 07:57:30.894448 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2f42230f-3c63-4e97-8858-6ae7315cf91b req-5ded5df4-965a-4348-a3dc-b2996b87816a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110229 Feb 09 07:57:31.155843 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e225cc28-38da-4deb-aa6a-61fd6c2d2528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.014416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36076) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:32.173440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1056351522-network', 'tenant_id': 'a3ed8ec41d4c45aea9ef5a223b681fd5'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:32.179239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:32.183898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Usage tracker for resource:network and tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:32.187348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:32.193454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:32.251052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Made reservation on behalf of a3ed8ec41d4c45aea9ef5a223b681fd5 for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:32.256284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.272314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.292360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:32.302578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:32.306508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:32.312363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:32.411673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.446949 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.455993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2cbfa98e-05e3-442c-815a-4cec54fb4063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:32.493960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:57:32.506221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.506610 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Added segment e8bf9c46-cb79-45f5-82bf-0728e049ea35 of type vxlan for network 78222882-ce3a-41fe-b995-ef5ac3a5f868 Feb 09 07:57:32.801685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.831458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f749c-bd5a-4ed6-b883-d7b440656389,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:32.841226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:32.971775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-4aee8e13-9251-463c-accd-cdeab8e8d3dc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:32.973021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-4aee8e13-9251-463c-accd-cdeab8e8d3dc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.5595107 Feb 09 07:57:32.974692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.975966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:32.979763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:32.983163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:33.015541 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-e4cb3969-467e-4ae9-a4cc-48138530489b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/quotas/0605e02099054a7d9b6e6b2a58499f36 HTTP/1.1" status: 200 len: 375 time: 0.0332153 Feb 09 07:57:33.173288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Pushing event updated for resources: {'Network': ['ID=78222882-ce3a-41fe-b995-ef5ac3a5f868,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:33.177554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:33.197650 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1820586 Feb 09 07:57:33.198898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:33.205709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36144) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:33.215337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Request body: {'subnet': {'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1056351522-subnet', 'tenant_id': 'a3ed8ec41d4c45aea9ef5a223b681fd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:33.226718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:33.237746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Usage tracker for resource:subnet and tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:33.243616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:33.258609 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-18250009-a5ca-4d20-af7c-c1a6745a6f75 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2245502 Feb 09 07:57:33.261233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:33.268976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:33.315975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Made reservation on behalf of a3ed8ec41d4c45aea9ef5a223b681fd5 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:33.321026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:33.444757 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-99039473-e074-4c2c-bbbb-2c69949f0c11 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739278 Feb 09 07:57:33.686972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5f212b2-b1e8-4d76-8c8c-c4b8ba44f22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:33.800482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-7b6711a1-7cc2-47d8-b604-2d5584721205 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3497174 Feb 09 07:57:33.814257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-85b0afef-e38f-4fe8-a333-e386e8ec30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:33.815883 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-85b0afef-e38f-4fe8-a333-e386e8ec30a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2688043 Feb 09 07:57:34.032890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-45a620e1-6173-4220-982f-5090eae6b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:34.035187 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-45a620e1-6173-4220-982f-5090eae6b394 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.2065101 Feb 09 07:57:34.107911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36170) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:34.124975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-03bf5e9e-cb02-484e-83cd-a4fe3d00b6d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.0812867 Feb 09 07:57:34.164362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e2799-bc9c-4399-87e8-11a81260aac6 req-a9d359ca-4bdf-45bb-a75f-b9989ca02132 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:34.166829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:34.167098 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-659e2799-bc9c-4399-87e8-11a81260aac6 req-a9d359ca-4bdf-45bb-a75f-b9989ca02132 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2516026 Feb 09 07:57:34.242495 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57aca319-5b54-4a8a-a63b-17f73931f7d1 req-7eb53429-fc24-4708-ae3d-1f61076e5017 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 210 time: 0.0628495 Feb 09 07:57:34.289942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-42d2f762-4330-4213-bbfd-845d0456059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:34.298471 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-42d2f762-4330-4213-bbfd-845d0456059d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.1641963 Feb 09 07:57:34.304472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:34.359353 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-dc167589-3dbe-4014-a19b-5ea0f19b293f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534854 Feb 09 07:57:34.395353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:34.465637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d86afd82-c901-4b0e-a0cb-b76169be25dc,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:34.529337 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-659e2799-bc9c-4399-87e8-11a81260aac6 req-fd5e0ede-3d75-4d26-bc67-26f235ce6380 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316916 Feb 09 07:57:34.535256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:34.553016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:34.570784 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-f1c07017-b419-4e5b-9e27-250f7e2a48d0 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027602 Feb 09 07:57:34.572455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:34.578578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7839e165fe0848fca9f54c9c6446e134 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:34.702380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:34.712013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:34.773324 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2aaaf39a-9d31-414b-8c9c-16866a15d837 req-e6c4b51e-1708-4ebe-b6cc-6d689ec2b0e6 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1913416 Feb 09 07:57:34.842173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:34.881191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:34.890099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b381188b-900d-4e65-8ae1-e367be6fdddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:34.928123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Checking segment: {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:34.928732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Network hostable DHCP agents. Network: 78222882-ce3a-41fe-b995-ef5ac3a5f868, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:57:34.940844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36202) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:34.941008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7839e165fe0848fca9f54c9c6446e134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8321939 Feb 09 07:57:34.942089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f923938-94dc-4ae7-821f-54703d58d0fa,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:34.945902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:35.008675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:57:35.021631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.035337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.049759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.060456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 78222882-ce3a-41fe-b995-ef5ac3a5f868) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:35.068158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa696602-7753-416d-8086-732573c9b5ee None None] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:35.092107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:35.092879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.161567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.167641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:35.184524 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9678650 Feb 09 07:57:35.184524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f923938-94dc-4ae7-821f-54703d58d0fa,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:35.184524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.188216 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f923938-94dc-4ae7-821f-54703d58d0fa HTTP/1.1" status: 204 len: 168 time: 0.2461476 Feb 09 07:57:35.189330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:35.379217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f51aa-8a68-4dfa-9098-4ffead1b3ee9 None None] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:35.508560 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-10dfde67-3c98-4570-bef3-ea3f5811c8b8 req-3eb3d1ba-b42a-4afd-a78e-0cb424e8734d tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 210 time: 0.0818143 Feb 09 07:57:35.800701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:35.924119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc32f-b27c-419a-9d60-5c7271cbbcad req-80d7ccda-4383-481a-8f38-460cf010d839 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:35.926130 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bfcc32f-b27c-419a-9d60-5c7271cbbcad req-80d7ccda-4383-481a-8f38-460cf010d839 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2443011 Feb 09 07:57:35.990953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36232) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:35.999320 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bfcc32f-b27c-419a-9d60-5c7271cbbcad req-6ff53d36-c6c7-4e0c-8eb4-3a67de990abc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654380 Feb 09 07:57:36.029925 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.044193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:36.048388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Usage tracker for resource:security_group_rule and tenant:36ca86ba49da43a2aa1bab41fcd9a156 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:36.051479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:36.057653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:36.147077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.201679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.215380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4e7aaa10-cb9e-44c1-85db-c2c9580f6d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:36.259866 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36ca86ba49da43a2aa1bab41fcd9a156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672434 Feb 09 07:57:36.261483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aba5ca-127b-4f7f-b818-45d6824f907f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:36.262839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36236) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:36.265102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:36.340407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.427581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.765008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0a029d45-2218-4dd2-b85d-9c5de6f43dae tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:36.766917 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0a029d45-2218-4dd2-b85d-9c5de6f43dae tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.4138134 Feb 09 07:57:36.770781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.810684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c30f110-0554-49fb-a285-382e73b66b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:36.838910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Request body: {'port': {'device_id': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32', 'admin_state_up': True, 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:36.870882 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd5e5fb1-b434-4a59-8619-c585b4050f1c req-c378ce18-8297-4c2c-9030-389b73113463 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 210 time: 0.1024423 Feb 09 07:57:36.887114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aba5ca-127b-4f7f-b818-45d6824f907f,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:36.953439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:36.969833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:36.971060 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4aba5ca-127b-4f7f-b818-45d6824f907f HTTP/1.1" status: 204 len: 168 time: 0.7060807 Feb 09 07:57:37.019021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:37.031979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:37.086839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36262) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:37.096449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:37.122132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:37.321488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba289-dcc9-48f4-a121-854abb7e94d6 req-ceb7ba3f-f283-4c37-8958-bdbcf1fc68c0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:37.329083 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bba289-dcc9-48f4-a121-854abb7e94d6 req-ceb7ba3f-f283-4c37-8958-bdbcf1fc68c0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1841159 Feb 09 07:57:37.392366 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7bba289-dcc9-48f4-a121-854abb7e94d6 req-f29705f6-c172-43a4-8c03-bb88dac05316 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614607 Feb 09 07:57:37.581260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:37.620081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:37.629614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Usage tracker for resource:security_group_rule and tenant:5c206ae83f9748d0a31d9b1e5de5e39d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:37.635987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:37.646579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:37.741466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Allocated IP 172.20.0.10 (6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32/2b648856-db6f-4324-af6b-229a966ee882/a1052de2-7a84-44a3-a45e-10cb414f415b) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:57:38.031099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.137613 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce82aacb-3a6b-47cc-b2b3-08362e001dda req-c3d66692-bb41-4dca-9872-ffece28a333a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 210 time: 0.0529125 Feb 09 07:57:38.226090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.242564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:38.352227 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c206ae83f9748d0a31d9b1e5de5e39d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2641885 Feb 09 07:57:38.355452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36310) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:38.358160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52798e92-5e7d-43b1-a7a4-8fc90d4d5262,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:38.365296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:38.428239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.460446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-74ea7e6c-1952-45e3-83d1-12bbcf2e7311 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:38.461426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-74ea7e6c-1952-45e3-83d1-12bbcf2e7311 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:network {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:57:38.462174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.526454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.559886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.566350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:38.580814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52798e92-5e7d-43b1-a7a4-8fc90d4d5262,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:38.583399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:38.592422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.596400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-74ea7e6c-1952-45e3-83d1-12bbcf2e7311 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:network {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:57:38.596662 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52798e92-5e7d-43b1-a7a4-8fc90d4d5262 HTTP/1.1" status: 204 len: 168 time: 0.2371075 Feb 09 07:57:38.596753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-74ea7e6c-1952-45e3-83d1-12bbcf2e7311 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/networks?id=78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 200 len: 814 time: 0.5380831 Feb 09 07:57:38.621746 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-f4a2b9fc-e0f3-4349-9e21-ea7240c6a9f4 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/quotas/a3ed8ec41d4c45aea9ef5a223b681fd5 HTTP/1.1" status: 200 len: 375 time: 0.0193856 Feb 09 07:57:38.627282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:38.699536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:38.749717 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-063eb7c6-fc11-4a4b-90ca-5576a5b78412 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1199710 Feb 09 07:57:38.916833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08716b8a-9b06-4a09-a9b2-ffab524c1039 req-d0e7eb8a-6b9c-4f01-8302-4c1b63c1d087 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:38.920434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event updated for resources: {'Port': ['ID=a1052de2-7a84-44a3-a45e-10cb414f415b,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:38.925256 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-08716b8a-9b06-4a09-a9b2-ffab524c1039 req-d0e7eb8a-6b9c-4f01-8302-4c1b63c1d087 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1996813 Feb 09 07:57:38.996430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:39.019396 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-08716b8a-9b06-4a09-a9b2-ffab524c1039 req-6c3ca8e9-0174-470e-981c-8326be0a8d68 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929084 Feb 09 07:57:39.074966 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-99d7d769-b509-466d-8315-c12da384150a service neutron] 10.222.0.13 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125291 Feb 09 07:57:39.084978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:57:39.110281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:39.116559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:57:39.328167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:39.328922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.338527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36338) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:39.365589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.389956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:39.390489 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-52f6296c-ac0e-4fc2-8281-d4055b4a96fa service neutron] 10.222.0.13 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3078473 Feb 09 07:57:39.430849 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6047533 Feb 09 07:57:39.447664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Usage tracker for resource:security_group_rule and tenant:d946bff4672444aab560bc6ffc77ff67 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:39.451527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:39.458077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:39.460948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Request body: {'port': {'device_id': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:39.627092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69615b-8f9b-492a-ab3f-57ee3a285305 req-b4973690-0044-46cc-a76e-24a2ef224cef tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:39.628854 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0f69615b-8f9b-492a-ab3f-57ee3a285305 req-b4973690-0044-46cc-a76e-24a2ef224cef tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 932 time: 0.2445815 Feb 09 07:57:39.688804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.710948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.758130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.776176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a5ca106f-e0df-4a61-bf35-5bf027d01137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:39.788834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:39.809411 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0f69615b-8f9b-492a-ab3f-57ee3a285305 req-48431456-9fbd-4ed2-9179-07fa271e769f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186228 Feb 09 07:57:39.868308 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d946bff4672444aab560bc6ffc77ff67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264795 Feb 09 07:57:39.868308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76871519-a189-421c-b09d-6fa223d48fd1,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:39.868576 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cb89ae23-bf4a-4b25-b0b5-57697272c35e req-088b4604-a5c1-4c96-a376-e93339bd95f9 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 210 time: 0.0982249 Feb 09 07:57:39.869869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36352) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:39.874399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:40.021707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.109666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.147090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36370) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:40.398384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.405283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704744e-a954-4e22-abd6-52d52c54b7c1 req-5d089879-5a56-476a-a5f6-f7127f196085 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:40.412429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51d42b55-7599-44ac-a280-c9d94e99f9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:40.414524 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8704744e-a954-4e22-abd6-52d52c54b7c1 req-5d089879-5a56-476a-a5f6-f7127f196085 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2011440 Feb 09 07:57:40.488013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76871519-a189-421c-b09d-6fa223d48fd1,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:40.500381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:40.501280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.502501 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76871519-a189-421c-b09d-6fa223d48fd1 HTTP/1.1" status: 204 len: 168 time: 0.6310465 Feb 09 07:57:40.523094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1052de2-7a84-44a3-a45e-10cb414f415b {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:57:40.544104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.553644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8704744e-a954-4e22-abd6-52d52c54b7c1 req-dfa63c8c-b846-42a6-a647-97e0a9df2946 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380644 Feb 09 07:57:40.569695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Transition to ACTIVE for port object a1052de2-7a84-44a3-a45e-10cb414f415b will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:57:40.599422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.619940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.636690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:40.641144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0a438e7ded47098094df6ed6e45d2a is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:40.644683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:40.651325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:40.688675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:40.789866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Pushing event updated for resources: {'Port': ['ID=a1052de2-7a84-44a3-a45e-10cb414f415b,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:40.793134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:40.836023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.914731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:40.933638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4df5f620-0f75-465b-8b53-dded8faa503e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:40.943759 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f0a438e7ded47098094df6ed6e45d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951226 Feb 09 07:57:40.946579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36394) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:40.985135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b979f-19b5-4bf7-97ac-226ffc6b94cd,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:40.987203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:41.046387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Attempting to bind port a1052de2-7a84-44a3-a45e-10cb414f415b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:57:41.046767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Attempting to bind port a1052de2-7a84-44a3-a45e-10cb414f415b by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:57:41.047144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Attempting to bind port a1052de2-7a84-44a3-a45e-10cb414f415b on network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:57:41.114492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.144782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.169610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:57:41.169992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Checking segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:41.170400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.170803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Bound using segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:57:41.171297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Bound port: a1052de2-7a84-44a3-a45e-10cb414f415b, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:57:41.171674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.180314 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4fb780b-5f3d-4608-8183-95bc05de18be req-6fe2584a-d73d-4566-8173-84641db1ba65 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 210 time: 0.0977886 Feb 09 07:57:41.445933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3cd48-00a7-4733-ab02-d3c6691b11d0 req-a7eae13e-1d1c-457b-9386-433d105096c6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:41.446839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-fcf3cd48-00a7-4733-ab02-d3c6691b11d0 req-a7eae13e-1d1c-457b-9386-433d105096c6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:57:41.451153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] For port a1052de2-7a84-44a3-a45e-10cb414f415b, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:57:41.457018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] For port a1052de2-7a84-44a3-a45e-10cb414f415b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=a1052de2-7a84-44a3-a45e-10cb414f415b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:57:41.457018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.460987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-288f2231-6e2f-4b29-a39a-a2ab97987b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:41.483212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b979f-19b5-4bf7-97ac-226ffc6b94cd,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:41.487083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:41.490495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.494644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f12b979f-19b5-4bf7-97ac-226ffc6b94cd HTTP/1.1" status: 204 len: 168 time: 0.5468242 Feb 09 07:57:41.504968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:41.526327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4dd3ebe5-32ec-45ff-827e-99396efca85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:41.588012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-fcf3cd48-00a7-4733-ab02-d3c6691b11d0 req-a7eae13e-1d1c-457b-9386-433d105096c6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:57:41.589644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fcf3cd48-00a7-4733-ab02-d3c6691b11d0 req-a7eae13e-1d1c-457b-9386-433d105096c6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 944 time: 0.5386615 Feb 09 07:57:42.048181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Pushing event updated for resources: {'Port': ['ID=a1052de2-7a84-44a3-a45e-10cb414f415b,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:42.058154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:42.068027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:42.068728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.070331 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] 10.222.0.48 "PUT /v2.0/ports/a1052de2-7a84-44a3-a45e-10cb414f415b HTTP/1.1" status: 200 len: 1158 time: 2.6153867 Feb 09 07:57:42.079185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:42.132300 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fcf3cd48-00a7-4733-ab02-d3c6691b11d0 req-2080d13c-9e4c-4469-96f8-c8ee63512f57 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092921 Feb 09 07:57:42.214259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b', 'status': 'completed', 'code': 200} Feb 09 07:57:42.219923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f125-e8ab-4935-ba3e-499009c06868 req-c6073b4d-3623-45da-945c-5b789789a910 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:42.221689 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a7e3f125-e8ab-4935-ba3e-499009c06868 req-c6073b4d-3623-45da-945c-5b789789a910 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2075267 Feb 09 07:57:42.325502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36432) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:42.343011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a7e3f125-e8ab-4935-ba3e-499009c06868 req-73f733c4-1f72-4ff3-aaa1-1e9ff371a1c1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096690 Feb 09 07:57:42.378647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36440) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:42.395933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-8b6e4dca-6c3a-469d-8756-a0a0812f3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:42.398649 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-8b6e4dca-6c3a-469d-8756-a0a0812f3efb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 1161 time: 0.1212509 Feb 09 07:57:42.402239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.420333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:42.425162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Usage tracker for resource:security_group_rule and tenant:3b3db571bc554a11b254ebf7752ab9f5 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:42.429296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:42.435908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:42.489918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:57:42.549488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.601525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6b50c3e-6d61-47ea-8bcc-487b6cac6af3 req-8ae440da-705b-4aa9-a8a9-0f714b5b5037 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 210 time: 0.2115402 Feb 09 07:57:42.603122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.617555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e8e5ef60-a8f5-4b3c-8027-fe29faef42ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:42.662077 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b3db571bc554a11b254ebf7752ab9f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822442 Feb 09 07:57:42.666008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36444) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:42.695055 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-9b3c174f-19e4-4b5b-9e72-972216159311 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1052de2-7a84-44a3-a45e-10cb414f415b HTTP/1.1" status: 200 len: 217 time: 0.2019346 Feb 09 07:57:42.714386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230756c9-fd0b-4909-b2a3-600981150446,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:42.717887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:42.755964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.791665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.804840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952858473-network', 'tenant_id': '2263905a3d4244818f300ddabffb9f86'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:42.816693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:42.908830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-34b7d6ce-79e7-4048-ae5b-287520f43b40 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:42.910513 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-34b7d6ce-79e7-4048-ae5b-287520f43b40 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "GET /v2.0/networks?id=78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 200 len: 814 time: 0.4188988 Feb 09 07:57:42.915259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Usage tracker for resource:network and tenant:2263905a3d4244818f300ddabffb9f86 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:42.920424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:42.924278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-59dc0839-41fd-4988-b97d-654a393b086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:42.925870 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-59dc0839-41fd-4988-b97d-654a393b086d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.2157476 Feb 09 07:57:42.930118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:42.972776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Made reservation on behalf of 2263905a3d4244818f300ddabffb9f86 for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:42.978257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.992982 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:42.995447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.000708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dcd987b2-7785-45bd-bf3c-2b8f227b7509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:43.009057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:43.017295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230756c9-fd0b-4909-b2a3-600981150446,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:43.019146 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Request body: {'port': {'device_id': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868', 'admin_state_up': True, 'tenant_id': 'a3ed8ec41d4c45aea9ef5a223b681fd5'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:43.025247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:43.034044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.035464 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/230756c9-fd0b-4909-b2a3-600981150446 HTTP/1.1" status: 204 len: 168 time: 0.3685014 Feb 09 07:57:43.036557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Usage tracker for resource:security_group_rule and tenant:2263905a3d4244818f300ddabffb9f86 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:43.081459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:43.100938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:43.104757 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-7b587063-b29c-4ba1-bf71-07f27bec8e45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899193 Feb 09 07:57:43.444711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:43.460475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Usage tracker for resource:port and tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:43.485021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:43.517566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:43.542690 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-3c0ee193-6d48-4738-8331-5c2bd96809d1 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094393 Feb 09 07:57:43.598860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.692892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104677dd-b5f6-4203-82f5-5b12d33c0e43 req-69c2df28-2a4d-4aec-9fb9-e77c3173de05 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:43.694807 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-104677dd-b5f6-4203-82f5-5b12d33c0e43 req-69c2df28-2a4d-4aec-9fb9-e77c3173de05 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 944 time: 0.3690498 Feb 09 07:57:43.712426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.721340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1a7d9b6c-39fc-47cc-b41d-8e956809e8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:43.752224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8e827-0027-41dd-aa54-48ab4500c5c9 req-9ee4cdcf-7740-4ea2-b4a1-fbbbd44eece8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:43.761008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-85a8e827-0027-41dd-aa54-48ab4500c5c9 req-9ee4cdcf-7740-4ea2-b4a1-fbbbd44eece8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2255816 Feb 09 07:57:43.814926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Made reservation on behalf of a3ed8ec41d4c45aea9ef5a223b681fd5 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:43.835911 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-85a8e827-0027-41dd-aa54-48ab4500c5c9 req-c90fc4b5-a67f-4414-b8ff-a1093d7158cf tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737209 Feb 09 07:57:43.837655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.879291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:57:43.948081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecda7af-c3cf-4a9a-9e0a-9c0324a75c31,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:43.967395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:43.967395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Added segment 00aa79c3-c7cb-4eda-9ec1-e1f6bc1a32dd of type vxlan for network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 Feb 09 07:57:43.972067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:43.992876 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-104677dd-b5f6-4203-82f5-5b12d33c0e43 req-0f8953e5-4b85-4f43-a889-8dc26ae04034 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743020 Feb 09 07:57:44.038986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ccd537db-835b-4859-8a43-948f9d6aeb2b req-d2f5a650-2954-47da-9711-9cb52317a5e5 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 210 time: 0.0734286 Feb 09 07:57:44.061754 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed3cecf2-f34a-4ce7-9871-ac7e48baebe5 req-cb063c8a-acd1-4ad8-84f3-92b092a3120f service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4998260 Feb 09 07:57:44.157728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:44.420209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-845526ae-d620-41ec-95e6-753253cd9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:44.421839 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-845526ae-d620-41ec-95e6-753253cd9093 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 1161 time: 0.1835096 Feb 09 07:57:44.422483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:44.426127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:44.426745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:44.435105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:44.669920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Pushing event updated for resources: {'Network': ['ID=11d4cafa-f76b-431c-bb5b-3e4667cdb868,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:44.677768 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3511789 Feb 09 07:57:44.679798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Allocated IP 172.20.0.7 (78222882-ce3a-41fe-b995-ef5ac3a5f868/d86afd82-c901-4b0e-a0cb-b76169be25dc/de8be612-d91e-4069-a476-f2ef2cd40cd1) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:57:44.681906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36508) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:44.683928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:44.687448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:44.689016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Request body: {'subnet': {'network_id': '11d4cafa-f76b-431c-bb5b-3e4667cdb868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952858473-subnet', 'tenant_id': '2263905a3d4244818f300ddabffb9f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:44.694814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:44.698908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Usage tracker for resource:subnet and tenant:2263905a3d4244818f300ddabffb9f86 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:44.701943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:44.710872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:44.728046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:44.761095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Made reservation on behalf of 2263905a3d4244818f300ddabffb9f86 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:44.764371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-26794bd8-7372-483f-9472-9facf8a2530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:44.766003 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-26794bd8-7372-483f-9472-9facf8a2530a service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 909 time: 0.3353124 Feb 09 07:57:44.766475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:44.857520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-4c65088d-3fe7-4398-aee2-83cebf7043f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1052de2-7a84-44a3-a45e-10cb414f415b HTTP/1.1" status: 200 len: 217 time: 0.0763214 Feb 09 07:57:45.040472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-064192c9-a4f8-4e5b-ae9d-18c2058e24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:45.042176 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-064192c9-a4f8-4e5b-ae9d-18c2058e24a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1667366 Feb 09 07:57:45.327329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d6b65-a290-4a87-9d2d-02faec46e27f req-8b4a8788-0eda-42e3-89c2-3b3d0be70f69 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:45.335803 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aa9d6b65-a290-4a87-9d2d-02faec46e27f req-8b4a8788-0eda-42e3-89c2-3b3d0be70f69 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2312694 Feb 09 07:57:45.378291 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-5cfba886-b9bf-4fe7-967b-b43b6a578bdc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3239748 Feb 09 07:57:45.436715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:45.451417 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aa9d6b65-a290-4a87-9d2d-02faec46e27f req-cf8e605c-56ff-4b41-ab23-b0adad6654a3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144032 Feb 09 07:57:45.660701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424aa6b-8755-4054-973c-dc2645769001 req-2c94a1d7-13e2-4a6a-b6ba-9095a3d2a7d3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:45.662881 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7424aa6b-8755-4054-973c-dc2645769001 req-2c94a1d7-13e2-4a6a-b6ba-9095a3d2a7d3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 944 time: 0.3529241 Feb 09 07:57:45.707868 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-c836f884-16a9-4675-9f4b-2d7f6996b3e1 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089890 Feb 09 07:57:45.781428 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7424aa6b-8755-4054-973c-dc2645769001 req-d0dd18c9-908f-4f7f-ba6b-b0230fc2c4d4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075280 Feb 09 07:57:45.794226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:45.811898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8113b7c8-acca-4d50-8643-13550b0afb5b tempest-DeleteServersTestJSON-1590562134 tempest-DeleteServersTestJSON-1590562134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:45.947686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adae1cd-ff39-4623-8aef-1c81b763bc04 req-1daab544-d4fd-4717-9782-c907d0133e27 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:45.949418 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0adae1cd-ff39-4623-8aef-1c81b763bc04 req-1daab544-d4fd-4717-9782-c907d0133e27 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 931 time: 0.2500958 Feb 09 07:57:46.026123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Pushing event updated for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:46.041402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:46.086915 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0adae1cd-ff39-4623-8aef-1c81b763bc04 req-6470035e-83fb-4fba-8c5d-e67f5b7cbca3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013834 Feb 09 07:57:46.093920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:46.114397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:46.114556 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74ea8491-3f78-4816-bf5c-5a6a698e1621 req-d4576a0e-1220-4374-b72d-791e084bf36a service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3907630 Feb 09 07:57:46.180497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:57:46.181797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:46.184142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:57:46.260954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01b0899-6795-4a41-b292-f3d95ea19f07,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:46.263893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:46.324811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:46.325540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:46.330291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Checking segment: {'id': '00aa79c3-c7cb-4eda-9ec1-e1f6bc1a32dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '11d4cafa-f76b-431c-bb5b-3e4667cdb868'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:46.330735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Network hostable DHCP agents. Network: 11d4cafa-f76b-431c-bb5b-3e4667cdb868, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:57:46.441211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:57:46.442133 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4285293 Feb 09 07:57:46.464371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Request body: {'port': {'device_id': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:46.498169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 11d4cafa-f76b-431c-bb5b-3e4667cdb868) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:46.516194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:46.516433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a66d8c-05da-48fa-97f5-672d14da0697 None None] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:46.516883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:46.590527 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-aae4b3a5-ee3f-4d67-9569-cab3e48c7ed9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9073262 Feb 09 07:57:46.621080 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:46.811930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522db6c2-c96b-41d6-86d9-5c3d053856f6 None None] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:46.971076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device a1052de2-7a84-44a3-a45e-10cb414f415b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:47.277571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port a1052de2-7a84-44a3-a45e-10cb414f415b completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:57:47.290404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52856745-0631-4350-923d-51f644f554d6 req-2b617c2f-7323-46b2-8f5a-12e2ca261414 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:47.292121 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-52856745-0631-4350-923d-51f644f554d6 req-2b617c2f-7323-46b2-8f5a-12e2ca261414 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 944 time: 0.3112283 Feb 09 07:57:47.297520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port a1052de2-7a84-44a3-a45e-10cb414f415b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:47.298210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:47.316851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dd511-e254-4f1c-8fe1-e691c5fca2a3 req-b53890a3-c66b-4058-b84e-43193120b324 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:47.325753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-706dd511-e254-4f1c-8fe1-e691c5fca2a3 req-b53890a3-c66b-4058-b84e-43193120b324 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.6062651 Feb 09 07:57:47.378642 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-52856745-0631-4350-923d-51f644f554d6 req-7e332fd0-28c7-4ef9-a8b1-9e337393ac40 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714395 Feb 09 07:57:47.417206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac9066-a096-49f0-a08b-c3ecf8e283de req-b6fcf4da-c7c4-47f4-aa1d-ff203b4b9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:47.418362 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bac9066-a096-49f0-a08b-c3ecf8e283de req-b6fcf4da-c7c4-47f4-aa1d-ff203b4b9fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.6359301 Feb 09 07:57:47.539661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:47.552301 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-706dd511-e254-4f1c-8fe1-e691c5fca2a3 req-7868d591-3df0-4898-b47a-b4b8087f57f1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252176 Feb 09 07:57:47.628363 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bac9066-a096-49f0-a08b-c3ecf8e283de req-5a4925bf-7541-41a9-b847-5bbc102a268b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Feb 09 07:57:47.669894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port a1052de2-7a84-44a3-a45e-10cb414f415b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=a1052de2-7a84-44a3-a45e-10cb414f415b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:57:47.674027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:47.703898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:47.707161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:47.770535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36604) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:47.846404 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b', 'code': 200} Feb 09 07:57:47.847018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=a1052de2-7a84-44a3-a45e-10cb414f415b,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:47.861583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:47.901792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8be612-d91e-4069-a476-f2ef2cd40cd1 {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:57:47.912928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:47.931947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Transition to ACTIVE for port object de8be612-d91e-4069-a476-f2ef2cd40cd1 will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:57:48.037078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.037253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-c521257b-8fe1-4104-becb-61ffff231b67 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:48.039004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-c521257b-8fe1-4104-becb-61ffff231b67 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:57:48.044297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.055772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:48.060361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6334aaa8e65c465988333f81aebfb6ae is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:48.062062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2acbeb1c-61e7-49b7-bd73-447dea21d855 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:48.063518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:48.069855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:48.171422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.207519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.221087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2f1af7f3-d41a-4a6a-aaee-b6393bf985ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:48.223916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-c521257b-8fe1-4104-becb-61ffff231b67 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:57:48.232765 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-c521257b-8fe1-4104-becb-61ffff231b67 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 931 time: 0.4692190 Feb 09 07:57:48.270387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6334aaa8e65c465988333f81aebfb6ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987195 Feb 09 07:57:48.271782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f7e3b0-a5a5-4b5d-bcab-6baba7fdf47e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:48.272039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:48.276861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:48.277399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36626) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:48.280502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:48.304164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36630) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:48.310244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096033455-network', 'tenant_id': 'a78c4da9b2f041b9a9874f9e02a24a07'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:48.319364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:48.331604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Usage tracker for resource:network and tenant:a78c4da9b2f041b9a9874f9e02a24a07 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:48.337802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:48.354370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:48.385953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-0afd8e1d-3dd5-4cf9-8dea-7c303aa35948 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:57:48.389535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.403193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Made reservation on behalf of a78c4da9b2f041b9a9874f9e02a24a07 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:48.407978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.433262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.450879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.465845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:48.478725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Usage tracker for resource:security_group_rule and tenant:a78c4da9b2f041b9a9874f9e02a24a07 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:48.483057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:48.488502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-0afd8e1d-3dd5-4cf9-8dea-7c303aa35948 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:57:48.489814 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0205b070-6d47-4ace-9fc0-9f6b922d995f req-0afd8e1d-3dd5-4cf9-8dea-7c303aa35948 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557678 Feb 09 07:57:48.500188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:48.558963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216655-5256-4aec-adf9-afc4c6ae8d20 req-9b19466a-75b4-40ea-bf19-36d364352751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:48.560788 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d216655-5256-4aec-adf9-afc4c6ae8d20 req-9b19466a-75b4-40ea-bf19-36d364352751 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 1163 time: 0.2770193 Feb 09 07:57:48.594717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Attempting to bind port de8be612-d91e-4069-a476-f2ef2cd40cd1 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:57:48.595118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Attempting to bind port de8be612-d91e-4069-a476-f2ef2cd40cd1 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:57:48.595489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Attempting to bind port de8be612-d91e-4069-a476-f2ef2cd40cd1 on network 78222882-ce3a-41fe-b995-ef5ac3a5f868 {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:57:48.602553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:57:48.605347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Checking segment: {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:48.605347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.605347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Bound using segment: {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:57:48.605347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Bound port: de8be612-d91e-4069-a476-f2ef2cd40cd1, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:57:48.605347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.748687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb135-3847-4272-b1d3-4d0c2b54bafa req-6df17ca8-d572-4c25-9636-55328b580b01 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:48.750421 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ccbbb135-3847-4272-b1d3-4d0c2b54bafa req-6df17ca8-d572-4c25-9636-55328b580b01 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.1908495 Feb 09 07:57:48.807859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.819282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2dadc684-07c4-4076-b136-b787d54dd109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:48.854600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ccbbb135-3847-4272-b1d3-4d0c2b54bafa req-71fe34b0-6a91-46f8-b33d-d94a62277075 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975921 Feb 09 07:57:48.869390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f7e3b0-a5a5-4b5d-bcab-6baba7fdf47e,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:48.875602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:48.892132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.906701 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4f7e3b0-a5a5-4b5d-bcab-6baba7fdf47e HTTP/1.1" status: 204 len: 168 time: 0.6168702 Feb 09 07:57:48.935735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.953580 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:57:48.970629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:48.971490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:57:48.975992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8be3e615-f266-490f-a64d-c73317e08af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:49.006449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d1f90f-8b96-4271-862e-3d8978908900,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:49.010022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:49.036906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:57:49.047266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.047705 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Added segment 4783df53-f5c5-4c03-a97a-3ca165d5c0db of type vxlan for network c5f92210-6ff8-43ce-a303-4dca5861a459 Feb 09 07:57:49.075326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.079864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20360ac6-2e3d-4019-9c53-a875114de8a3 req-3102a2d1-9fe8-4a53-98c4-677212b5f333 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:49.081578 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-20360ac6-2e3d-4019-9c53-a875114de8a3 req-3102a2d1-9fe8-4a53-98c4-677212b5f333 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1893489 Feb 09 07:57:49.083455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.102311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-09673252-accc-44ce-a9bd-3cf288ea35d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:49.148528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.150012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:49.150748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.156361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-efdc576a-ae4c-4b6c-b6fc-3d3e71ca3aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:49.259248 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9538448 Feb 09 07:57:49.264467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36646) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:49.272713 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Request body: {'subnet': {'network_id': 'c5f92210-6ff8-43ce-a303-4dca5861a459', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096033455-subnet', 'tenant_id': 'a78c4da9b2f041b9a9874f9e02a24a07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:57:49.277234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Pushing event updated for resources: {'Network': ['ID=c5f92210-6ff8-43ce-a303-4dca5861a459,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:49.280496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:49.281761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:49.286098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Usage tracker for resource:subnet and tenant:a78c4da9b2f041b9a9874f9e02a24a07 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:49.290399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network c5f92210-6ff8-43ce-a303-4dca5861a459 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:49.290565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:49.296809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:49.404133 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-20360ac6-2e3d-4019-9c53-a875114de8a3 req-444dd74b-1050-4a6c-a5bc-b9f5003f4431 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286682 Feb 09 07:57:49.404133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Pushing event updated for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:49.404133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:49.406414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Made reservation on behalf of a78c4da9b2f041b9a9874f9e02a24a07 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:57:49.406414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.406605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:49.406605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.406605 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/de8be612-d91e-4069-a476-f2ef2cd40cd1 HTTP/1.1" status: 200 len: 1157 time: 2.9451866 Feb 09 07:57:49.406605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:57:49.645072 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1', 'status': 'completed', 'code': 200} Feb 09 07:57:49.746675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36656) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:49.816740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:49.835826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:49.842814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Usage tracker for resource:security_group_rule and tenant:c63e8aaef30e45e3a2462ca379415fb2 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:49.848120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:49.855992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:49.964469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd7d16-f134-4869-b72e-37ce47e2ff2d req-3939427c-a731-4a5e-92fe-3ef3f8c5b610 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:49.966397 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5fd7d16-f134-4869-b72e-37ce47e2ff2d req-3939427c-a731-4a5e-92fe-3ef3f8c5b610 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.2165809 Feb 09 07:57:50.051510 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5fd7d16-f134-4869-b72e-37ce47e2ff2d req-21251fff-46b0-4eb9-84e8-ac6e570564c1 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776522 Feb 09 07:57:50.116415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.126284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.142017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f09668d7-6c26-4470-ac1d-90fcf084c23c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:50.147530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.157702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6ea73233-fcd2-49a0-8c0f-f21ea75e4873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:50.251653 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c63e8aaef30e45e3a2462ca379415fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036964 Feb 09 07:57:50.254718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36664) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:50.255986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fceb626-fc09-401d-bb5b-a4326c4756bf,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:50.260734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:50.280668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2f3325-a7b8-475f-b480-4bc75a9a0cfc,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:50.285614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:50.347734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Checking segment: {'id': '4783df53-f5c5-4c03-a97a-3ca165d5c0db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c5f92210-6ff8-43ce-a303-4dca5861a459'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:57:50.348132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Network hostable DHCP agents. Network: c5f92210-6ff8-43ce-a303-4dca5861a459, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:57:50.393289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Network c5f92210-6ff8-43ce-a303-4dca5861a459 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:57:50.421352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d039a4c-274f-4114-b3de-a210b54c8af2 req-28bf3ea9-51e8-4cdf-a6b4-fd7af9f3ca46 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:50.423030 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7d039a4c-274f-4114-b3de-a210b54c8af2 req-28bf3ea9-51e8-4cdf-a6b4-fd7af9f3ca46 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.2508547 Feb 09 07:57:50.427314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, c5f92210-6ff8-43ce-a303-4dca5861a459) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:57:50.431225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.436736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6050abca-9d1d-4661-861c-9ed07bc259ad None None] Network c5f92210-6ff8-43ce-a303-4dca5861a459 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:50.439813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:50.440472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.488117 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ec8b3dd0-488c-454b-b5c9-9d7d60d8c3dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2224572 Feb 09 07:57:50.508654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.537030 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7d039a4c-274f-4114-b3de-a210b54c8af2 req-8c00496a-ec1f-4e25-9b39-5b27fddad129 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026995 Feb 09 07:57:50.652576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.658468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-afffe4b3-4842-437d-84bc-39201fd62dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:50.681196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fceb626-fc09-401d-bb5b-a4326c4756bf,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:50.685976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:50.685976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fceb626-fc09-401d-bb5b-a4326c4756bf HTTP/1.1" status: 204 len: 168 time: 0.4257433 Feb 09 07:57:50.691725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:50.722853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd900866-aa80-4c89-9f05-9b2a2a0db655 None None] Network c5f92210-6ff8-43ce-a303-4dca5861a459 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:57:50.898985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d64e6-7d12-4786-a1fc-a4bd8ecc65da req-c47d7717-e508-4a64-b57f-d36284ffb63e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:50.900667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e8d64e6-7d12-4786-a1fc-a4bd8ecc65da req-c47d7717-e508-4a64-b57f-d36284ffb63e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1992004 Feb 09 07:57:50.968367 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e8d64e6-7d12-4786-a1fc-a4bd8ecc65da req-887f0c58-6796-436a-b5b9-7d80ee0ca031 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605602 Feb 09 07:57:51.351715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97851f91-4b6d-4ea0-b265-ecf67f335ef7 req-ee0ed86f-14e3-471d-b63f-c5b9e16b86c3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:51.353417 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-97851f91-4b6d-4ea0-b265-ecf67f335ef7 req-ee0ed86f-14e3-471d-b63f-c5b9e16b86c3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.1717367 Feb 09 07:57:51.420507 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-97851f91-4b6d-4ea0-b265-ecf67f335ef7 req-97891e66-3744-4db3-baff-6f3336f0f859 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605924 Feb 09 07:57:51.685837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network c5f92210-6ff8-43ce-a303-4dca5861a459 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:57:51.861300 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d216655-5256-4aec-adf9-afc4c6ae8d20 req-fa45fb08-67ca-4d87-ad99-13fc995a15fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112518 Feb 09 07:57:51.981461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3477fd-5d08-4d26-a5c2-b23a4504543f req-c0d8ab82-df47-47b3-940d-2a61cff0e4e3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:51.983170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb3477fd-5d08-4d26-a5c2-b23a4504543f req-c0d8ab82-df47-47b3-940d-2a61cff0e4e3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.3018587 Feb 09 07:57:52.019055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-bb150988-9cf2-4f3f-af82-948a732bf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:52.020503 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-bb150988-9cf2-4f3f-af82-948a732bf1c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 1160 time: 0.2517071 Feb 09 07:57:52.065586 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb3477fd-5d08-4d26-a5c2-b23a4504543f req-da100d71-a398-4ba8-b356-fb4e9951e6e7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709321 Feb 09 07:57:52.286105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70ddc-a504-4d93-a525-65ff601f3360 req-7af934da-819d-4d1e-bb46-1ba6a53e1558 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:52.292753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76a70ddc-a504-4d93-a525-65ff601f3360 req-7af934da-819d-4d1e-bb46-1ba6a53e1558 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1701288 Feb 09 07:57:52.384387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76a70ddc-a504-4d93-a525-65ff601f3360 req-e49f3032-131f-4668-b5c0-853c6068f4c2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888095 Feb 09 07:57:52.400890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device a1052de2-7a84-44a3-a45e-10cb414f415b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:52.405647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-249cd3ed-8d77-45e3-9a0f-8361dcbfcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:52.407445 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-249cd3ed-8d77-45e3-9a0f-8361dcbfcbba service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1684926 Feb 09 07:57:52.506417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port a1052de2-7a84-44a3-a45e-10cb414f415b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:52.507474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:52.752076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-fcdb13be-572f-4490-9018-002d9d28e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:52.753736 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd8b607a-8df8-417c-a805-ada5351cc6d4 req-fcdb13be-572f-4490-9018-002d9d28e507 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2247417 Feb 09 07:57:52.930057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779fdd3-f96b-42a0-a9b0-d381f33d7416 req-75dbd339-e2d9-4f73-ba7a-8321a56d722b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:52.931775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c779fdd3-f96b-42a0-a9b0-d381f33d7416 req-75dbd339-e2d9-4f73-ba7a-8321a56d722b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.3006790 Feb 09 07:57:53.052222 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c779fdd3-f96b-42a0-a9b0-d381f33d7416 req-56fd737f-8fa7-465d-8efd-5af8ae17ab73 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806384 Feb 09 07:57:53.072959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-158d60b0-2f97-4164-9d1a-0b167d844ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:53.074680 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-158d60b0-2f97-4164-9d1a-0b167d844ded service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 1160 time: 0.1418295 Feb 09 07:57:53.189823 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-b6c4f1e6-c0d2-4a03-b948-ee52c334cc1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1 HTTP/1.1" status: 200 len: 217 time: 0.0912426 Feb 09 07:57:53.319160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-16468081-7f9a-4a8c-82ce-64ef207be77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:53.320854 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-16468081-7f9a-4a8c-82ce-64ef207be77d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d86afd82-c901-4b0e-a0cb-b76169be25dc HTTP/1.1" status: 200 len: 854 time: 0.1120598 Feb 09 07:57:53.386006 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-bf7c1197-ac3a-43f7-ac28-4e33ac38d144 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78222882-ce3a-41fe-b995-ef5ac3a5f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504329 Feb 09 07:57:53.414380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46383712-8333-4c4e-a48b-06bdcbe9cd7e req-3147a061-b7eb-4458-bfdb-b4b0df13c9a4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:53.416090 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46383712-8333-4c4e-a48b-06bdcbe9cd7e req-3147a061-b7eb-4458-bfdb-b4b0df13c9a4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.1765752 Feb 09 07:57:53.546323 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46383712-8333-4c4e-a48b-06bdcbe9cd7e req-eb80833a-beeb-4bbd-b474-69ca15b4c198 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203351 Feb 09 07:57:53.609807 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-27bc91db-34cc-4320-a799-0dc360b38ee3 service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132018 Feb 09 07:57:53.873948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991c5d7-8872-456a-b9f1-cc93b37b0c1f req-5a85c989-aab7-4c39-8d26-393f08ec06ac tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:53.875998 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f991c5d7-8872-456a-b9f1-cc93b37b0c1f req-5a85c989-aab7-4c39-8d26-393f08ec06ac tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2182839 Feb 09 07:57:54.028240 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f991c5d7-8872-456a-b9f1-cc93b37b0c1f req-46950771-a724-4e54-82fd-8261c92679d1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Feb 09 07:57:54.034097 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dc67e6f-8d4d-4700-86bc-16e0c43118d4 req-77a09733-d3be-412c-b8b4-21a74841817f service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2934170 Feb 09 07:57:54.462337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c355b-afb7-4fc4-9d1b-925e6ae99b7d req-15772b67-509f-4970-b26d-a69dc74af212 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:54.464176 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ab0c355b-afb7-4fc4-9d1b-925e6ae99b7d req-15772b67-509f-4970-b26d-a69dc74af212 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.1967821 Feb 09 07:57:54.534561 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ab0c355b-afb7-4fc4-9d1b-925e6ae99b7d req-2bba2739-52f0-4523-a60e-810e75332949 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635955 Feb 09 07:57:54.871893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0757554-e77b-4ee6-b7a3-705b0da3625d req-4ebae40a-8f89-4643-944d-c815611cdec5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:54.873722 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f0757554-e77b-4ee6-b7a3-705b0da3625d req-4ebae40a-8f89-4643-944d-c815611cdec5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.1907086 Feb 09 07:57:54.956238 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f0757554-e77b-4ee6-b7a3-705b0da3625d req-c707db7c-bc9b-4cc5-bda9-d7edde427121 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Feb 09 07:57:55.007066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770acce-0c76-46c8-a7db-67abc82da1fd req-fa75897f-33e1-453d-afff-0169cfeb7c44 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:55.008700 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2770acce-0c76-46c8-a7db-67abc82da1fd req-fa75897f-33e1-453d-afff-0169cfeb7c44 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2386277 Feb 09 07:57:55.053169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-df3c1a9d-7721-4359-92bb-c8968f7f5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:55.054944 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-df3c1a9d-7721-4359-92bb-c8968f7f5234 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2236102 Feb 09 07:57:55.129217 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2770acce-0c76-46c8-a7db-67abc82da1fd req-6fa3c780-f9a7-46ab-ac63-ad06480861e8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122394 Feb 09 07:57:55.251952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device a1052de2-7a84-44a3-a45e-10cb414f415b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:57:55.362129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port a1052de2-7a84-44a3-a45e-10cb414f415b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:57:55.362554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:55.428932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-2ecd4b55-81f5-4f0e-aa1f-7a54cbff08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:55.431543 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-2ecd4b55-81f5-4f0e-aa1f-7a54cbff08fb service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.3681827 Feb 09 07:57:55.576463 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-92eb8553-3761-4940-906a-55d405a64253 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.1362531 Feb 09 07:57:55.659940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-5fc3036c-0057-477f-b469-570cf88b99df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:55.661682 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-5fc3036c-0057-477f-b469-570cf88b99df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0737619 Feb 09 07:57:55.726806 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-e7717ae4-e969-4413-a513-b02e49b56667 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565288 Feb 09 07:57:56.044999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4630722-8d23-4aad-817c-ace38f291397 req-c4b4b23c-e5ed-411f-8068-17ce10fc229b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:56.047776 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4630722-8d23-4aad-817c-ace38f291397 req-c4b4b23c-e5ed-411f-8068-17ce10fc229b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.3238108 Feb 09 07:57:56.076059 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-c59f6580-c912-47d8-a52e-06a5c0201180 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095391 Feb 09 07:57:56.139592 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4630722-8d23-4aad-817c-ace38f291397 req-636ae8ef-7b46-48c0-8f00-6d4cefc4a4dc tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624204 Feb 09 07:57:56.311160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac710a22-7b6f-4c62-ae07-75200687aec8 req-644f3b43-df09-453e-b5c3-05c5f4048791 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1702702 Feb 09 07:57:56.493533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5740-62e3-4de7-a23b-45d22dd463c4 req-5544b197-e98f-4d25-9f77-7bb2104d5b14 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:56.495621 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f91d5740-62e3-4de7-a23b-45d22dd463c4 req-5544b197-e98f-4d25-9f77-7bb2104d5b14 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2034936 Feb 09 07:57:56.544793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36850) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:56.573071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f91d5740-62e3-4de7-a23b-45d22dd463c4 req-d3c21521-c565-4c67-8b42-9340b4ed8c0e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634277 Feb 09 07:57:56.684175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36860) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:56.840795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:56.856103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:56.860227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Usage tracker for resource:security_group_rule and tenant:cb73b6d638324e00a169fb9b646875f9 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:56.863215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:56.886081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:56.891372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:56.914205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:56.926001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Usage tracker for resource:security_group_rule and tenant:7fccfa33466647c9a45b9f176a409ae3 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:56.930512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:56.940256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:57.044134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.087527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.088836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.102258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-29fd14b4-ec98-4d65-a397-a40cb55b5ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:57.136230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.157064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb73b6d638324e00a169fb9b646875f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6115127 Feb 09 07:57:57.158094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f39a6d7-69ea-4770-81df-34431729250d,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:57.159964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36876) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:57.167753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:57.168253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a5b616fa-76ae-403f-8c89-09191bf06052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:57.205394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a71ed94-159a-46ec-879a-15537c293ae8,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:57.210053 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fccfa33466647c9a45b9f176a409ae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245633 Feb 09 07:57:57.211002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:57.213014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36882) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:57.281468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.299185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.312548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.332457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.416699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.425698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-92ae5ac0-e7eb-4ae7-b960-7a23d9a364d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:57.426345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-c4721403-a371-44ba-91c6-682c134c3ab5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:57:57.435295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f39a6d7-69ea-4770-81df-34431729250d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:57.444141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:57.445926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.448029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-805b2d5c-7367-41ec-8d0c-a2bda2d8351d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f39a6d7-69ea-4770-81df-34431729250d HTTP/1.1" status: 204 len: 168 time: 0.2863600 Feb 09 07:57:57.509312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.515201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51fd341f-fd47-466f-8d5c-e63535b2e4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:57.611753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885882-162b-4720-a478-c26abb7f19c7 req-03514a1d-aabb-48f6-8ed6-0268151acb99 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:57.613504 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57885882-162b-4720-a478-c26abb7f19c7 req-03514a1d-aabb-48f6-8ed6-0268151acb99 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.2580748 Feb 09 07:57:57.623449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a71ed94-159a-46ec-879a-15537c293ae8,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:57.626092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:57.668513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:57.672213 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a71ed94-159a-46ec-879a-15537c293ae8 HTTP/1.1" status: 204 len: 168 time: 0.4569755 Feb 09 07:57:57.704388 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57885882-162b-4720-a478-c26abb7f19c7 req-7f3ba35e-f782-448c-a1bd-d26f28fbc981 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825419 Feb 09 07:57:58.028287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6f0b-84af-40c1-b328-f85fa6ac4973 req-884d3235-061b-40ec-90d4-e9ec24bf746a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:58.036128 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05cf6f0b-84af-40c1-b328-f85fa6ac4973 req-884d3235-061b-40ec-90d4-e9ec24bf746a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1812236 Feb 09 07:57:58.161494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 36914) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:58.170374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05cf6f0b-84af-40c1-b328-f85fa6ac4973 req-83ed4ce1-88f7-4500-9263-a1478f389300 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332517 Feb 09 07:57:58.196933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.215279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:57:58.220369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Usage tracker for resource:security_group_rule and tenant:3cee1a7013f7455582e25520c227860d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:57:58.224048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:57:58.231365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:57:58.332804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.376137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.385670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-714e91b0-3335-4ab6-8801-5a5ee7f45565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:58.429989 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cee1a7013f7455582e25520c227860d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693372 Feb 09 07:57:58.433587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 36920) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:57:58.434676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633d6afc-3403-440a-8194-8caf44c6a259,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:58.444359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:58.540840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.568601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.640398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.645497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a1440b9a-6be3-44d5-8cd7-f70affbf968c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:57:58.656169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633d6afc-3403-440a-8194-8caf44c6a259,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:57:58.661398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:57:58.662794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:57:58.663997 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/633d6afc-3403-440a-8194-8caf44c6a259 HTTP/1.1" status: 204 len: 168 time: 0.2289693 Feb 09 07:57:59.004065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f8961-4b33-43e2-8f8c-591e5cfa5435 req-27989cd6-c9fb-40c2-a3a7-9616a35a331b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:59.006341 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d52f8961-4b33-43e2-8f8c-591e5cfa5435 req-27989cd6-c9fb-40c2-a3a7-9616a35a331b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.1640546 Feb 09 07:57:59.083421 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d52f8961-4b33-43e2-8f8c-591e5cfa5435 req-e67b1a72-2fa8-4134-8adb-446b8ed1d5b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701575 Feb 09 07:57:59.531094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5f454-fe3c-4599-890f-7407cbf3ab6b req-e173b264-952d-40ed-8736-3644efb9d3a1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:57:59.541183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-44e5f454-fe3c-4599-890f-7407cbf3ab6b req-e173b264-952d-40ed-8736-3644efb9d3a1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2163651 Feb 09 07:57:59.606872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-44e5f454-fe3c-4599-890f-7407cbf3ab6b req-2714fa0e-f784-4d05-bba5-9b8ccb813fb1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645509 Feb 09 07:58:00.392252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6eb4d-2f5a-4534-94ba-8585055727fb req-b91bd5c1-87f5-498d-842e-3cc81a9210f3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:00.394248 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fec6eb4d-2f5a-4534-94ba-8585055727fb req-b91bd5c1-87f5-498d-842e-3cc81a9210f3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.1761262 Feb 09 07:58:00.466526 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fec6eb4d-2f5a-4534-94ba-8585055727fb req-a062c35b-c6a9-4921-981c-f10715c72a00 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653162 Feb 09 07:58:01.187196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-37513080-96a6-4d86-82f4-5d05b8a6d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:01.769370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff702ad1-6b5f-4d4f-8050-dd6a17ee78a7 req-294d363d-b1f7-436a-a60c-bdc01665c3f9 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:01.771085 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff702ad1-6b5f-4d4f-8050-dd6a17ee78a7 req-294d363d-b1f7-436a-a60c-bdc01665c3f9 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.1732535 Feb 09 07:58:01.787489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device de8be612-d91e-4069-a476-f2ef2cd40cd1 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:01.856176 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff702ad1-6b5f-4d4f-8050-dd6a17ee78a7 req-0dc74018-cd58-4b10-8e71-effcf1afe3ff tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744154 Feb 09 07:58:01.914857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port de8be612-d91e-4069-a476-f2ef2cd40cd1 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:58:01.927113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port de8be612-d91e-4069-a476-f2ef2cd40cd1 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:01.928622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:02.059935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:02.250627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:58:02.261656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:58:02.292081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:02.294239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:02.331295 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1', 'code': 200} Feb 09 07:58:02.366135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:02.369327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:02.786108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dba165-67d1-438b-8065-875b3d94d92f req-04098f64-25c7-48f3-ab22-77afcbdc2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:02.788488 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18dba165-67d1-438b-8065-875b3d94d92f req-04098f64-25c7-48f3-ab22-77afcbdc2cea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 1162 time: 0.0839267 Feb 09 07:58:02.837170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18dba165-67d1-438b-8065-875b3d94d92f req-cf21fb2f-4dbb-4570-9306-d3f22c0ee670 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Feb 09 07:58:03.102836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:03.179672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a60f1-5eb7-4953-885a-6ce2138f0fd8 req-4657a9ec-6f02-49ed-a7f6-6688c12daded tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:03.181401 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cf7a60f1-5eb7-4953-885a-6ce2138f0fd8 req-4657a9ec-6f02-49ed-a7f6-6688c12daded tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.1746128 Feb 09 07:58:03.199750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:03.200169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:03.247445 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cf7a60f1-5eb7-4953-885a-6ce2138f0fd8 req-9e193ecc-8f89-4789-8093-6a1445c9e2ad tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Feb 09 07:58:03.339248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device de8be612-d91e-4069-a476-f2ef2cd40cd1 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:03.416601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port de8be612-d91e-4069-a476-f2ef2cd40cd1 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:03.418616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:03.438484 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-6dd5832d-1b56-4bd4-a0cb-9b11241232c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0832021 Feb 09 07:58:03.549413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e58cfe7d-1d14-4a02-9d9a-48b258182bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:03.597298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-2de08339-e50a-4792-b30b-26cedb11c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:03.598909 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-2de08339-e50a-4792-b30b-26cedb11c09b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.1222105 Feb 09 07:58:03.768342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-78fa02c9-866e-4ba9-a548-3f50b5d0facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:03.770218 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-78fa02c9-866e-4ba9-a548-3f50b5d0facb service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.1414411 Feb 09 07:58:03.853189 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-d836df4b-e0ba-44c2-886a-38e32bd1eafe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.0740063 Feb 09 07:58:03.958074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-c4605a89-adfb-42bf-9b1f-eefbea6fc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:03.959883 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-c4605a89-adfb-42bf-9b1f-eefbea6fc4ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0706656 Feb 09 07:58:04.016678 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-a50574fc-9a74-411f-a2f6-e7f3dbb56aca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481837 Feb 09 07:58:04.067163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:04.320246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd89c7-903c-4785-b83d-c0b5bb9ebd58 req-c2dbce2a-295f-4501-b18f-e2def15f1356 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:04.322093 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98fd89c7-903c-4785-b83d-c0b5bb9ebd58 req-c2dbce2a-295f-4501-b18f-e2def15f1356 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2709794 Feb 09 07:58:04.326018 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-424a2ef7-59f0-4e74-a3ab-e7e4a97898e5 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980406 Feb 09 07:58:04.437735 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98fd89c7-903c-4785-b83d-c0b5bb9ebd58 req-7e23707a-54fe-4262-af26-0824ea27b726 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 Feb 09 07:58:04.586881 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c33d640c-6d43-48fd-8964-c25ff381b5e8 req-c439e5e7-5269-4f42-af17-4169d52c4ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062590 Feb 09 07:58:04.713187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6533df-337d-4f84-944f-9da7417133c3 req-f6654db5-2c4b-459c-96ae-1ad8064a753c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:04.714957 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea6533df-337d-4f84-944f-9da7417133c3 req-f6654db5-2c4b-459c-96ae-1ad8064a753c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.2789688 Feb 09 07:58:04.820319 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea6533df-337d-4f84-944f-9da7417133c3 req-cd9c325b-b116-4c74-acc5-5ad363d49088 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986471 Feb 09 07:58:04.905158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device de8be612-d91e-4069-a476-f2ef2cd40cd1 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:04.981264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port de8be612-d91e-4069-a476-f2ef2cd40cd1 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:04.981607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:05.098522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:05.343682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:06.132294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb73e5-f413-4c92-a7bd-3199cb36ca79 req-2d42db00-0624-4b0c-9a73-76a9fa74a438 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:06.137153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3beb73e5-f413-4c92-a7bd-3199cb36ca79 req-2d42db00-0624-4b0c-9a73-76a9fa74a438 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.1760747 Feb 09 07:58:06.199517 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3beb73e5-f413-4c92-a7bd-3199cb36ca79 req-bdff9eb2-8c69-48e4-af9b-cb2e9b830e34 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592773 Feb 09 07:58:09.408757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37240) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:09.554588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2398a2-7436-4922-bdfc-b8ef78c218b4 req-aa6cfc60-5c27-4774-9b48-cee6113455b4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:09.556329 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e2398a2-7436-4922-bdfc-b8ef78c218b4 req-aa6cfc60-5c27-4774-9b48-cee6113455b4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2045197 Feb 09 07:58:09.633896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:09.644580 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e2398a2-7436-4922-bdfc-b8ef78c218b4 req-795f20fb-6f37-49cd-bd01-3fef14987b44 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787284 Feb 09 07:58:09.652797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:09.657247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Usage tracker for resource:security_group_rule and tenant:41b6f617296440a09ffa001b0e41c25a is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:09.660319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:09.667470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:09.759115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:09.766866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:09.815933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:09.830565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1570e521-8d0a-4559-8c5e-6a287f107309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:09.880006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005131a-bafb-4221-9bb8-4b33d9b27e92,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:09.886384 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41b6f617296440a09ffa001b0e41c25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762506 Feb 09 07:58:09.889336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37254) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:09.891741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.892154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.892555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.892976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.893368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.894019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.894417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.894855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.895243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.895631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.896837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.897394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.897822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.898209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.898605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.898994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.899377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.899762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.900143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.900532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.906832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.906832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.906832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.906832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:09.906832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:09.964224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:09.999880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:10.452338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:10.457626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5f57a121-658d-48c9-8158-5bc9b6237b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:10.470498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005131a-bafb-4221-9bb8-4b33d9b27e92,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:10.488685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.495846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.495846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.496277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.496807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.497576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.498119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.498513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.498904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.499285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.499790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.500230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.500682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.501537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.502077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.502459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.502870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.503216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.503592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.503968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.504342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.504735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.505611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.505994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:10.510131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:10.511514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:10.514364 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4005131a-bafb-4221-9bb8-4b33d9b27e92 HTTP/1.1" status: 204 len: 168 time: 0.6239526 Feb 09 07:58:10.984600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34189a-c2f5-4da7-ba22-cb5d96ed79da req-b097cd50-fcd9-4fb6-8af8-1644000c83f8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:10.984600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b34189a-c2f5-4da7-ba22-cb5d96ed79da req-b097cd50-fcd9-4fb6-8af8-1644000c83f8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1804414 Feb 09 07:58:11.066358 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b34189a-c2f5-4da7-ba22-cb5d96ed79da req-0f317f94-e149-4e3c-9334-7e6cca5e21ab tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746672 Feb 09 07:58:12.398844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0739a-d413-4d47-9a44-c4133f6b0830 req-384fc56e-24bd-4c0c-82ca-f67931dc22e7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:12.400579 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e3b0739a-d413-4d47-9a44-c4133f6b0830 req-384fc56e-24bd-4c0c-82ca-f67931dc22e7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1823642 Feb 09 07:58:12.478907 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e3b0739a-d413-4d47-9a44-c4133f6b0830 req-ac104afb-7301-47c8-ada3-a15ceb688022 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0720227 Feb 09 07:58:13.413566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37366) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:13.655208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:13.677693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:13.683221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Usage tracker for resource:security_group_rule and tenant:3767e7321d77496ebf867d1e4531822f is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:13.687854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:13.697455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:13.793416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:13.832662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:13.843049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc812df1-2950-4019-87eb-64afd627c368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:13.855250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381522-ed0f-4510-9900-31b604219cd3 req-82a01f1e-5da5-4825-a446-d42ddce439e6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:13.856906 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-27381522-ed0f-4510-9900-31b604219cd3 req-82a01f1e-5da5-4825-a446-d42ddce439e6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1844082 Feb 09 07:58:13.878202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c587c86-446e-4dc7-840a-f6713a33f148,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:13.892666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:13.912873 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3767e7321d77496ebf867d1e4531822f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977131 Feb 09 07:58:13.915252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37382) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:13.926670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-27381522-ed0f-4510-9900-31b604219cd3 req-932943d0-9b12-4997-b157-07abda87b8dd tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0629001 Feb 09 07:58:13.989765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.018520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.095813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.101144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1cb4aa5e-cfdf-4514-978d-d7c2da0453a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:14.114999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c587c86-446e-4dc7-840a-f6713a33f148,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:14.118175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:14.119112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.123266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c587c86-446e-4dc7-840a-f6713a33f148 HTTP/1.1" status: 204 len: 168 time: 0.2040918 Feb 09 07:58:14.666325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37404) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:14.686333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.702569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:14.706601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Usage tracker for resource:security_group_rule and tenant:a85debd78a09448ab721129b06f4a79f is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:14.709665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:14.715350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:14.808177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.861395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:14.871424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b78cc37d-48b2-4d79-8a3b-1ee27a0e9b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:14.914598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905fd05b-fd90-49bd-9f08-a7f4b8a8b6ba,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:14.920581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:14.928809 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a85debd78a09448ab721129b06f4a79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606184 Feb 09 07:58:14.934310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37418) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:15.033321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.086768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.131254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37430) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:15.205530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Deleting subnet d01b0899-6795-4a41-b292-f3d95ea19f07 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:58:15.205744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.238658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.247819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5d62db18-9c66-4cae-8211-1714e467abe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:15.265178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905fd05b-fd90-49bd-9f08-a7f4b8a8b6ba,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:15.284666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.293537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c208a-6d05-418e-990b-db72ed3c78ea req-58b22464-aaf9-4307-9dfa-db920b234e39 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:15.295232 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-258c208a-6d05-418e-990b-db72ed3c78ea req-58b22464-aaf9-4307-9dfa-db920b234e39 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1872847 Feb 09 07:58:15.318637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:15.342808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.344034 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/905fd05b-fd90-49bd-9f08-a7f4b8a8b6ba HTTP/1.1" status: 204 len: 168 time: 0.4083428 Feb 09 07:58:15.355787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.361002 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-258c208a-6d05-418e-990b-db72ed3c78ea req-a68f6555-a053-4fdd-a10b-1b9f325c0056 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0584390 Feb 09 07:58:15.710273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.727092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:15.777736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01b0899-6795-4a41-b292-f3d95ea19f07,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:15.782634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:15.866991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.873085 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d01b0899-6795-4a41-b292-f3d95ea19f07 HTTP/1.1" status: 204 len: 168 time: 0.7407730 Feb 09 07:58:15.875763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37442) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:15.910248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37446) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:15.930202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:15.945997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:15.950031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Usage tracker for resource:security_group_rule and tenant:1d7df3aaa722454ea1d2a1717a2f4ad5 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:15.952972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:15.958691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:15.995461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.051124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.097821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.199886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.300899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:16.321560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d4cafa-f76b-431c-bb5b-3e4667cdb868']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:16.339745 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d7df3aaa722454ea1d2a1717a2f4ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259846 Feb 09 07:58:16.339912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aa79c3-c7cb-4eda-9ec1-e1f6bc1a32dd') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:16.339912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aa79c3-c7cb-4eda-9ec1-e1f6bc1a32dd') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:16.340858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37456) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:16.353140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.360078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e49e68-21ce-4075-a84d-c36b869a65e3,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:16.365672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:16.369780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.371870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:58:16.415270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.449274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.555695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.562441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dbf2ba4a-56a5-43b3-9705-ec2e3defbf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:16.584818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e49e68-21ce-4075-a84d-c36b869a65e3,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:16.588169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:16.596019 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e49e68-21ce-4075-a84d-c36b869a65e3 HTTP/1.1" status: 204 len: 168 time: 0.2540493 Feb 09 07:58:16.597288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:16.622454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:58:16.636981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.049435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Network 11d4cafa-f76b-431c-bb5b-3e4667cdb868 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:58:17.074543 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:58:17.246652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84472b16-7376-4bf8-bdd9-397ae316ea20 req-5d790776-62d5-4305-a3b2-259a15ee985f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:17.248357 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84472b16-7376-4bf8-bdd9-397ae316ea20 req-5d790776-62d5-4305-a3b2-259a15ee985f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.6937759 Feb 09 07:58:17.315644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84472b16-7376-4bf8-bdd9-397ae316ea20 req-910ddd80-42d0-4186-8fff-3cd3f3ec4ca4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0587246 Feb 09 07:58:17.316863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.321447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.324054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:17.353495 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/11d4cafa-f76b-431c-bb5b-3e4667cdb868 HTTP/1.1" status: 204 len: 168 time: 1.4766421 Feb 09 07:58:17.354516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Pushing event deleted for resources: {'Network': ['ID=11d4cafa-f76b-431c-bb5b-3e4667cdb868,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:17.356429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37484) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:17.357301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:17.429914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Deleting subnet 7f2f3325-a7b8-475f-b480-4bc75a9a0cfc {{(pid=80055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 07:58:17.433708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.487748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847935598'] for subnet, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.555076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.886606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6883518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6827400'] for subnet, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:17.905301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:17.950675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2f3325-a7b8-475f-b480-4bc75a9a0cfc,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:17.963740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:18.050892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:18.060079 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7f2f3325-a7b8-475f-b480-4bc75a9a0cfc HTTP/1.1" status: 204 len: 168 time: 0.6993301 Feb 09 07:58:18.060453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37508) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:18.186896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:18.390514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:18.589578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f92210-6ff8-43ce-a303-4dca5861a459']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:18.607422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4783df53-f5c5-4c03-a97a-3ca165d5c0db') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:18.607755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4783df53-f5c5-4c03-a97a-3ca165d5c0db') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:18.625274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:18.655808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:18.659242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 07:58:18.776911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce4a65-e08d-49e4-a623-d23992f33cd9 req-61e3e0e3-1e3c-42a5-a913-1ad2cdb33c9a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:18.778615 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dce4a65-e08d-49e4-a623-d23992f33cd9 req-61e3e0e3-1e3c-42a5-a913-1ad2cdb33c9a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2758129 Feb 09 07:58:18.972744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Network c5f92210-6ff8-43ce-a303-4dca5861a459 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:58:18.983174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:19.021445 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dce4a65-e08d-49e4-a623-d23992f33cd9 req-51bc8ab8-4e64-4a70-93f8-831e0f3421d6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1881864 Feb 09 07:58:19.188932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Network c5f92210-6ff8-43ce-a303-4dca5861a459 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 07:58:19.212549 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 07:58:19.389027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:19.392709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:19.408075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:19.422126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f92210-6ff8-43ce-a303-4dca5861a459,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:19.427997 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5f92210-6ff8-43ce-a303-4dca5861a459 HTTP/1.1" status: 204 len: 168 time: 1.3638589 Feb 09 07:58:19.427997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-18f5ecad-ee46-4f22-a8a5-a520790c5637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:19.493132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:58:19.811324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37542) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:19.866904 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7f0f8f0e-ed0e-47f4-b0f8-69008b1a9e1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2263905a3d4244818f300ddabffb9f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537555 Feb 09 07:58:19.869518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37546) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:19.945545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:19.979526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:20.102860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:20.108197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:20.121183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecda7af-c3cf-4a9a-9e0a-9c0324a75c31,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:20.128823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:20.129631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:20.131225 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ecda7af-c3cf-4a9a-9e0a-9c0324a75c31 HTTP/1.1" status: 204 len: 168 time: 0.2604270 Feb 09 07:58:20.359918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-39b289e3-7761-403f-8db1-d1ecb9e7a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.359918 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-39b289e3-7761-403f-8db1-d1ecb9e7a0ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2158549 Feb 09 07:58:20.466692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72107a-2dc2-4a0a-88c3-526402b46846 req-126f7976-1cc2-4817-9901-e7a3414ac59a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.468480 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cc72107a-2dc2-4a0a-88c3-526402b46846 req-126f7976-1cc2-4817-9901-e7a3414ac59a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2054005 Feb 09 07:58:20.494227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fcf6-86c6-44b3-bcca-e99d8e68679c req-094476d8-b4d6-44e7-8c71-67e36a51b85f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.500672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15c2fcf6-86c6-44b3-bcca-e99d8e68679c req-094476d8-b4d6-44e7-8c71-67e36a51b85f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2820511 Feb 09 07:58:20.548381 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cc72107a-2dc2-4a0a-88c3-526402b46846 req-77cb7c75-17e7-4b9f-b8ae-95110e9d3033 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0719512 Feb 09 07:58:20.658996 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15c2fcf6-86c6-44b3-bcca-e99d8e68679c req-254ebff9-456e-4632-96eb-6a055676d1f3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470423 Feb 09 07:58:20.711828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-697e42e6-0310-43b8-9f69-8f94e6aa2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.713992 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-697e42e6-0310-43b8-9f69-8f94e6aa2ab0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.3521373 Feb 09 07:58:20.809502 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-7b8fd994-ea1e-4635-a903-401d5f6be515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.0877640 Feb 09 07:58:20.885950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-237322ec-7dad-45e3-89cd-31ce8bb6cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.887449 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-237322ec-7dad-45e3-89cd-31ce8bb6cb52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0687187 Feb 09 07:58:20.950781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-64cd1938-ee06-450e-888d-ac0210a0c7e8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:20.951532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-2214d0fc-e0c2-4d1f-a31e-c44b06a12654 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548975 Feb 09 07:58:20.952852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-64cd1938-ee06-450e-888d-ac0210a0c7e8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.2608716 Feb 09 07:58:20.970312 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-10ae3d82-f577-4ce2-b8a7-4edf8dab012a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/quotas/0605e02099054a7d9b6e6b2a58499f36 HTTP/1.1" status: 200 len: 375 time: 0.0109119 Feb 09 07:58:21.008893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37582) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:21.137872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d8568a3f-d202-4be4-a156-300b0eb6e018 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1552269 Feb 09 07:58:21.302786 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-a74b721d-ab3a-4e40-961c-5288b6c31f3f service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585586 Feb 09 07:58:21.352645 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-738c13d0-105d-4a91-8257-3bb99bfca7a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a78c4da9b2f041b9a9874f9e02a24a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424897 Feb 09 07:58:21.355773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37590) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:21.360223 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-876d824f-dbb6-4800-ab18-9a4858c0874a service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009604 Feb 09 07:58:21.526271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:21.545759 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1a755954-ed45-4127-b8f5-5fbdc3bd941a req-68a33f12-5f44-44f6-9f6e-bb4cc8589a1d service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1767452 Feb 09 07:58:21.558470 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-ee583657-4956-46cb-8973-4c29166875b0 service neutron] 10.222.0.13 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2492316 Feb 09 07:58:21.563927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:21.646541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:21.652278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-571f2751-7bf8-4f4c-8caa-2d40e2962510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:21.665123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d1f90f-8b96-4271-862e-3d8978908900,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:21.670826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:21.672937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:21.674472 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7d1f90f-8b96-4271-862e-3d8978908900 HTTP/1.1" status: 204 len: 168 time: 0.3176696 Feb 09 07:58:22.051114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0af35-e5be-42f0-a797-bffe948f9b34 req-1b49635a-8db9-47b2-abd7-b22932ca78e8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:22.059658 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-66c0af35-e5be-42f0-a797-bffe948f9b34 req-1b49635a-8db9-47b2-abd7-b22932ca78e8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.3080976 Feb 09 07:58:22.130158 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-66c0af35-e5be-42f0-a797-bffe948f9b34 req-2926048c-3288-42ff-9a7e-0a238cd2de49 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0692542 Feb 09 07:58:22.156028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c637c-de77-4af2-b88f-2436125cf363 req-d152551b-a82a-42c2-8009-4221cc3025a8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:22.164567 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d44c637c-de77-4af2-b88f-2436125cf363 req-d152551b-a82a-42c2-8009-4221cc3025a8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2381732 Feb 09 07:58:22.237268 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d44c637c-de77-4af2-b88f-2436125cf363 req-948f855e-b207-484a-aa60-7a166fb91cdc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716867 Feb 09 07:58:22.307313 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-45ae5fac-c7b7-45c9-8347-ffd507b33df7 req-8f516e0e-5d66-49d3-bb13-c180b4b842c0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0758178 Feb 09 07:58:22.394738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37628) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:22.597219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:22.619422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:22.623688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Usage tracker for resource:security_group_rule and tenant:17044f9c877543de9af9048c8d5562f4 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:22.627112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:22.633232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:22.771736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:22.794700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:22.806733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9bfaba1-d5b4-45fa-9a0a-1bce414f7e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:22.851344 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17044f9c877543de9af9048c8d5562f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553185 Feb 09 07:58:22.853208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7afa27-f377-4642-912c-a3c8357ac8ca,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:22.856923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:22.857425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37646) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:22.922072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:22.953666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:23.034664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:23.040121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eb223ce8-aaa6-4a61-835d-02f3a46f41e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:23.053071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7afa27-f377-4642-912c-a3c8357ac8ca,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:23.055729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:23.062705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:23.063935 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d7afa27-f377-4642-912c-a3c8357ac8ca HTTP/1.1" status: 204 len: 168 time: 0.2054884 Feb 09 07:58:23.465357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac9e23-867f-466b-8cf9-1a95798f8445 req-9b4f978a-ad08-4f7f-89a8-65d81bd03493 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:23.467740 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1fac9e23-867f-466b-8cf9-1a95798f8445 req-9b4f978a-ad08-4f7f-89a8-65d81bd03493 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1777134 Feb 09 07:58:23.560402 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1fac9e23-867f-466b-8cf9-1a95798f8445 req-61d7d829-663b-4653-8cb0-13b6c1b15f95 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0801039 Feb 09 07:58:23.611398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f6e39-ad9e-477b-8f7c-671d17cb3f03 req-298e30a6-4f93-4a47-8489-39c3ad25eaf8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:23.631402 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-302f6e39-ad9e-477b-8f7c-671d17cb3f03 req-298e30a6-4f93-4a47-8489-39c3ad25eaf8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2507753 Feb 09 07:58:23.654653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 37678) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:23.759345 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-302f6e39-ad9e-477b-8f7c-671d17cb3f03 req-7604d541-f685-4f48-931f-db62db21f0e1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268637 Feb 09 07:58:23.785123 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-08f2184e-2d7e-460b-ac37-38b656935f5b req-6e14f5af-71cc-4580-a273-2fcb9eac3321 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0629549 Feb 09 07:58:23.866673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:23.883018 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:23.887053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Usage tracker for resource:security_group_rule and tenant:4a2dd52835f9429ea06e7aa483105a20 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:23.890032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:23.896617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:23.986048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.032609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.042520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-53787094-d1cd-4d6a-ade6-2e924d8078c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:24.089431 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a2dd52835f9429ea06e7aa483105a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336088 Feb 09 07:58:24.090351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09bf44d-56b5-4f8c-a8d7-5ec41600ed28,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:24.092402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 37690) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:24.093603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:24.169503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.199241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.292964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.298103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46534d42-2666-4481-b11d-d4a92bd0a6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:24.311058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09bf44d-56b5-4f8c-a8d7-5ec41600ed28,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:24.314023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:24.318053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:24.319828 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f09bf44d-56b5-4f8c-a8d7-5ec41600ed28 HTTP/1.1" status: 204 len: 168 time: 0.2263212 Feb 09 07:58:24.916759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ab524-3c97-425b-9701-cd0b7013833c req-05949b32-7a1a-4970-8954-8d1b1d4e1d63 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:24.918457 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-433ab524-3c97-425b-9701-cd0b7013833c req-05949b32-7a1a-4970-8954-8d1b1d4e1d63 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1955452 Feb 09 07:58:24.987764 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-433ab524-3c97-425b-9701-cd0b7013833c req-2ba615af-4f40-4c26-a3ed-f3b655ae0efd tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614393 Feb 09 07:58:25.080287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3ea92-bef4-47fc-9cbc-3076c7756dca req-60c5497c-e09d-469c-b047-22713acb9281 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:25.082046 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8e3ea92-bef4-47fc-9cbc-3076c7756dca req-60c5497c-e09d-469c-b047-22713acb9281 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1786332 Feb 09 07:58:25.168062 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8e3ea92-bef4-47fc-9cbc-3076c7756dca req-712b26b4-f799-4212-b9ff-ec6ffd7a4ae6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783677 Feb 09 07:58:25.203088 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3e02e7de-95b4-4b4e-b70f-35cb4754f773 req-b5e7cb5d-3f2e-49ca-9c91-0fc7234324b7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0753880 Feb 09 07:58:26.311211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615695e-c6c4-492c-98ed-489ae926c04a req-f46a448c-246f-4c79-80c0-c6a965c9139f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:26.312932 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7615695e-c6c4-492c-98ed-489ae926c04a req-f46a448c-246f-4c79-80c0-c6a965c9139f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1714146 Feb 09 07:58:26.379507 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7615695e-c6c4-492c-98ed-489ae926c04a req-4d71bed7-4f52-424b-b4cd-4f62b547204e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0592940 Feb 09 07:58:26.484194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00a9fc-ef77-40e0-8e23-90112fa67ed5 req-e74e974c-b6a1-42e0-9fe3-733f00bbcd2e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:26.493293 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9b00a9fc-ef77-40e0-8e23-90112fa67ed5 req-e74e974c-b6a1-42e0-9fe3-733f00bbcd2e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1905572 Feb 09 07:58:26.560064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9b00a9fc-ef77-40e0-8e23-90112fa67ed5 req-37b91cd8-cccb-4b94-b8c1-f7f236deae3b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660777 Feb 09 07:58:26.588559 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac0a806c-2dd9-4e97-9df8-a6f24500deb1 req-01ab9b00-11b6-43a4-a6b3-ce7b01fe4e21 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0588112 Feb 09 07:58:27.113412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-9fabea30-7678-4088-991c-79717ce65e18 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:27.115690 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-9fabea30-7678-4088-991c-79717ce65e18 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 815 time: 0.2541540 Feb 09 07:58:27.146862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Request body: {'port': {'device_id': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32', 'admin_state_up': True, 'tenant_id': '0605e02099054a7d9b6e6b2a58499f36'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:58:27.299720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:27.309330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:27.343589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Made reservation on behalf of 0605e02099054a7d9b6e6b2a58499f36 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:58:27.365261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:27.806268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Allocated IP 172.20.0.4 (6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32/2b648856-db6f-4324-af6b-229a966ee882/3fa48264-93be-432d-9981-c0b4c6b42c3e) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:58:27.922187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7f555-5bae-4c08-b68f-13732ba88367 req-9dbba420-6350-42c9-be20-8b1471004b1b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:27.922980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7866cb0-57d1-4647-9bc2-8e79a2315660 req-858f5c1e-03d8-40ed-9aa1-e2ef7974ce7c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:27.930702 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-44a7f555-5bae-4c08-b68f-13732ba88367 req-9dbba420-6350-42c9-be20-8b1471004b1b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2155871 Feb 09 07:58:27.931278 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7866cb0-57d1-4647-9bc2-8e79a2315660 req-858f5c1e-03d8-40ed-9aa1-e2ef7974ce7c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.3012714 Feb 09 07:58:27.997966 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-44a7f555-5bae-4c08-b68f-13732ba88367 req-15800bca-4468-4a80-8503-22b8344624eb tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662839 Feb 09 07:58:28.029899 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f7866cb0-57d1-4647-9bc2-8e79a2315660 req-4f640265-a258-46ae-9ff9-f4222916c86b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0976603 Feb 09 07:58:28.205154 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e0032e83-1963-4972-b6bc-0457fe546918 req-3136b13d-95d1-41c9-9146-9448dfce52e8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0690618 Feb 09 07:58:28.228284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:28.292262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:28.308260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:28.462074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event updated for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:28.466635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:28.522760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:58:28.523966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:58:28.526498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:58:28.670472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:28.671196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:28.732871 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5902305 Feb 09 07:58:29.305590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147377f6-538e-4e8c-9b42-9bad90bd15fa req-f5413911-b4fa-42b2-9be6-ecc4f80abd6d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:29.307291 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-147377f6-538e-4e8c-9b42-9bad90bd15fa req-f5413911-b4fa-42b2-9be6-ecc4f80abd6d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1707242 Feb 09 07:58:29.348874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edffd6-3e6a-4d70-875b-e7f944cc7f06 req-de42851b-633b-4cd4-b236-4b065e841c91 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:29.351265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77edffd6-3e6a-4d70-875b-e7f944cc7f06 req-de42851b-633b-4cd4-b236-4b065e841c91 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1665597 Feb 09 07:58:29.375318 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-147377f6-538e-4e8c-9b42-9bad90bd15fa req-e26855c7-1fe8-48e9-aaa0-778961e8d620 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Feb 09 07:58:29.419115 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77edffd6-3e6a-4d70-875b-e7f944cc7f06 req-abd43307-45cd-41ee-9d87-dcc6d28927df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0615854 Feb 09 07:58:29.669506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab011-39f1-4d4c-bcf2-16d22e1942f6 req-17588b4b-648a-41dc-8455-e49a657ed609 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:29.670285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ba7ab011-39f1-4d4c-bcf2-16d22e1942f6 req-17588b4b-648a-41dc-8455-e49a657ed609 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:58:29.714491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ba7ab011-39f1-4d4c-bcf2-16d22e1942f6 req-17588b4b-648a-41dc-8455-e49a657ed609 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:58:29.715764 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba7ab011-39f1-4d4c-bcf2-16d22e1942f6 req-17588b4b-648a-41dc-8455-e49a657ed609 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 931 time: 0.2120261 Feb 09 07:58:29.781378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba7ab011-39f1-4d4c-bcf2-16d22e1942f6 req-56bb4654-3b7b-47de-beb3-f3dd1d193956 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589874 Feb 09 07:58:30.688382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bba5bd-9fcf-4652-be6c-17d9b903757b req-5f6fec81-1b89-4beb-a618-5d3392addf38 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:30.690088 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-61bba5bd-9fcf-4652-be6c-17d9b903757b req-5f6fec81-1b89-4beb-a618-5d3392addf38 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1774669 Feb 09 07:58:30.753497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-61bba5bd-9fcf-4652-be6c-17d9b903757b req-75ddcb03-e82d-4426-985a-7343bb6de100 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563033 Feb 09 07:58:30.764677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb26c7-3b93-406e-8e79-ea7569edfdcc req-4e392abd-79aa-4f6b-86a2-ecf3bf3928a8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:30.766359 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d2fb26c7-3b93-406e-8e79-ea7569edfdcc req-4e392abd-79aa-4f6b-86a2-ecf3bf3928a8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1748674 Feb 09 07:58:30.832371 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d2fb26c7-3b93-406e-8e79-ea7569edfdcc req-b71582cc-c9c3-436b-af47-e01417f653ee tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585527 Feb 09 07:58:31.079307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53325923-c259-44b1-acf9-e40deee06001 req-88f78b2b-235c-437f-9acb-270e18d9727e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:31.081000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53325923-c259-44b1-acf9-e40deee06001 req-88f78b2b-235c-437f-9acb-270e18d9727e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 931 time: 0.1630380 Feb 09 07:58:31.145236 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53325923-c259-44b1-acf9-e40deee06001 req-dd8128d3-9eaf-4a99-b9c2-db99525a1190 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578876 Feb 09 07:58:31.166209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-234b8d90-ff7e-4858-8d86-be83944a9953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:31.222914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Request body: {'port': {'device_id': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:58:31.347394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:31.773793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa48264-93be-432d-9981-c0b4c6b42c3e {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:58:31.782169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:31.795647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Transition to ACTIVE for port object 3fa48264-93be-432d-9981-c0b4c6b42c3e will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:58:31.844254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:31.860706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:32.195994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f7b17-edee-47c6-bb8c-790ffe453718 req-2569e8e2-66f4-4b0c-9b08-d66e86d96ef4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:32.198000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-172f7b17-edee-47c6-bb8c-790ffe453718 req-2569e8e2-66f4-4b0c-9b08-d66e86d96ef4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2003694 Feb 09 07:58:32.266011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Pushing event updated for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:32.271290 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-172f7b17-edee-47c6-bb8c-790ffe453718 req-c628dd8b-ef39-467b-ad1a-1455b1c6c25c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0665402 Feb 09 07:58:32.276363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:32.404984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9fb3c-02d0-411e-8583-7282c75ce7dd req-92684680-5ac7-4cce-80f9-213905cc4ee5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:32.406708 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8aa9fb3c-02d0-411e-8583-7282c75ce7dd req-92684680-5ac7-4cce-80f9-213905cc4ee5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.4818959 Feb 09 07:58:32.574813 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8aa9fb3c-02d0-411e-8583-7282c75ce7dd req-15f4a087-805d-4cd7-9900-e1fba5dfb2ed tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048489 Feb 09 07:58:32.618846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Attempting to bind port 3fa48264-93be-432d-9981-c0b4c6b42c3e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:58:32.619217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Attempting to bind port 3fa48264-93be-432d-9981-c0b4c6b42c3e by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:58:32.619581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Attempting to bind port 3fa48264-93be-432d-9981-c0b4c6b42c3e on network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:58:32.625400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:58:32.625777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Checking segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:58:32.626179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:32.626572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Bound using segment: {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:58:32.627037 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Bound port: 3fa48264-93be-432d-9981-c0b4c6b42c3e, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5d3d08-47ee-4523-b84e-4aca849aeef3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:58:32.627453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:32.685282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e264-ad1c-424d-a03c-78ba29debc81 req-ad99f40f-686b-44e7-b55a-1afb08a250f9 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:32.686980 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a0a5e264-ad1c-424d-a03c-78ba29debc81 req-ad99f40f-686b-44e7-b55a-1afb08a250f9 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.2703366 Feb 09 07:58:32.724208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:58:32.727953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:58:32.756357 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a0a5e264-ad1c-424d-a03c-78ba29debc81 req-cb17c70a-688f-4b1c-98fe-ad0a13659572 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626047 Feb 09 07:58:32.760480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:32.776402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e27c8f0-218e-46ea-a8ab-5862834952b8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:32.934736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Pushing event updated for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:32.939569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:32.971541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:32.972162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:32.973652 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] 10.222.0.48 "PUT /v2.0/ports/3fa48264-93be-432d-9981-c0b4c6b42c3e HTTP/1.1" status: 200 len: 1157 time: 1.7555275 Feb 09 07:58:32.974256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:58:33.034942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e', 'status': 'completed', 'code': 200} Feb 09 07:58:33.526013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5860df4e-c338-429c-b7fe-73ec37e381c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:33.589372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d81c54-b898-49bd-b1af-ad402261ae6d req-5efd60d1-1553-49b2-b0f7-fb90911c1884 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:33.591021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-19d81c54-b898-49bd-b1af-ad402261ae6d req-5efd60d1-1553-49b2-b0f7-fb90911c1884 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1678238 Feb 09 07:58:33.668111 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-19d81c54-b898-49bd-b1af-ad402261ae6d req-b73f35ba-abdf-46ef-8af2-4f67b393f05d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0704935 Feb 09 07:58:33.896051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8cc3a-267e-453c-b5e0-1941b37f2e88 req-d65d5586-9199-4796-9a38-9f5ca980ac67 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:33.898447 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a5f8cc3a-267e-453c-b5e0-1941b37f2e88 req-d65d5586-9199-4796-9a38-9f5ca980ac67 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1708379 Feb 09 07:58:33.975956 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a5f8cc3a-267e-453c-b5e0-1941b37f2e88 req-a234a132-0a58-4050-9046-b9fd46360323 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Feb 09 07:58:34.058762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837468f-ef66-4e37-9e0a-7bcc5d04455c req-b160355a-e355-4b53-8145-e99786eef1b4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:34.060509 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f837468f-ef66-4e37-9e0a-7bcc5d04455c req-b160355a-e355-4b53-8145-e99786eef1b4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1709704 Feb 09 07:58:34.060751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:34.124820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f837468f-ef66-4e37-9e0a-7bcc5d04455c req-7f6f98f9-0f58-49d7-ab3f-d60c519ef9f3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 Feb 09 07:58:34.994090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fec1-040e-47d2-b13c-e5bd8422339f req-6a36d563-16dd-4378-ad5e-dfca3a718039 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:34.995715 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96e1fec1-040e-47d2-b13c-e5bd8422339f req-6a36d563-16dd-4378-ad5e-dfca3a718039 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1754928 Feb 09 07:58:35.038133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:35.061320 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96e1fec1-040e-47d2-b13c-e5bd8422339f req-d4d9add4-8056-48ca-96e3-893520892d98 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0591965 Feb 09 07:58:35.270241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772eae1-7d36-4939-ab2e-ffed7eb2363c req-c5611f05-1d61-47d1-8cfb-7ba14480e854 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:35.271878 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8772eae1-7d36-4939-ab2e-ffed7eb2363c req-c5611f05-1d61-47d1-8cfb-7ba14480e854 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1662278 Feb 09 07:58:35.337919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8772eae1-7d36-4939-ab2e-ffed7eb2363c req-4ea9eb02-bbf4-4a6e-a88d-34e7c505ec4d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592794 Feb 09 07:58:35.340965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:35.417349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a67e95-cb3e-4dbe-b0b6-dcf0dffdfdb1 req-192a0946-8e42-4a69-93ee-872fe861e1fa tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:35.419008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c6a67e95-cb3e-4dbe-b0b6-dcf0dffdfdb1 req-192a0946-8e42-4a69-93ee-872fe861e1fa tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1659393 Feb 09 07:58:35.482057 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c6a67e95-cb3e-4dbe-b0b6-dcf0dffdfdb1 req-0bca4bbd-f15a-47af-a9de-b0f28922fd94 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568588 Feb 09 07:58:36.373254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46358528-9b79-448f-9cb0-7727b96239a3 req-4dee1d7c-5b5e-4054-9c52-9c5c68999218 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:36.375009 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46358528-9b79-448f-9cb0-7727b96239a3 req-4dee1d7c-5b5e-4054-9c52-9c5c68999218 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1656358 Feb 09 07:58:36.440023 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46358528-9b79-448f-9cb0-7727b96239a3 req-912abd30-3739-44f4-9f35-e8fb904d4341 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0586026 Feb 09 07:58:36.655715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648502-29d7-4b2e-a89a-307024a4d567 req-d87b39a9-f7d9-455d-b69d-3fa89226f539 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:36.657456 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-00648502-29d7-4b2e-a89a-307024a4d567 req-d87b39a9-f7d9-455d-b69d-3fa89226f539 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1765358 Feb 09 07:58:36.723517 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-00648502-29d7-4b2e-a89a-307024a4d567 req-848fc453-c2a6-4e89-bb51-38a43b162358 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Feb 09 07:58:36.781442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679b506-dc47-4de9-a347-fdbabe0aa679 req-b8fd3a9f-ee3b-4b24-9f96-5a1b2af50c8e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:36.783148 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b679b506-dc47-4de9-a347-fdbabe0aa679 req-b8fd3a9f-ee3b-4b24-9f96-5a1b2af50c8e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1717038 Feb 09 07:58:36.813720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-09a01f70-6e0e-4beb-879f-e4f8b8d8e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:36.815355 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-09a01f70-6e0e-4beb-879f-e4f8b8d8e1a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 1160 time: 0.0909069 Feb 09 07:58:36.854393 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b679b506-dc47-4de9-a347-fdbabe0aa679 req-4eb43554-50d0-46e2-bbbe-c7843b4704ae tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Feb 09 07:58:36.916765 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-a808af11-0454-4c74-b773-beaefb3cc94d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e HTTP/1.1" status: 200 len: 217 time: 0.0722570 Feb 09 07:58:36.999490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-3997ffd3-66fc-415f-87dc-8fbe13817359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:37.001133 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-3997ffd3-66fc-415f-87dc-8fbe13817359 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.0701022 Feb 09 07:58:37.061201 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-12083fb7-0a19-4327-99ba-108c3eb92a82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490811 Feb 09 07:58:37.213745 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-b48c3b29-1bb1-4f4e-bbb4-7362c1404fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391125 Feb 09 07:58:37.391029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4329c91f-4ca5-4bd9-87aa-fedcd71f50e8 req-d2e39cb0-28b4-479f-82f1-09ce00e81213 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369889 Feb 09 07:58:37.704390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-5cb4ca36-25c0-45bc-956f-791a8194a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:37.706227 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-5cb4ca36-25c0-45bc-956f-791a8194a766 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 1160 time: 0.1419537 Feb 09 07:58:37.861256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86e126-5d20-4c34-bc06-49e301293dea req-bd2f191c-6589-40a4-b0fe-5d974de74208 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:37.863175 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ae86e126-5d20-4c34-bc06-49e301293dea req-bd2f191c-6589-40a4-b0fe-5d974de74208 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2495832 Feb 09 07:58:38.029343 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ae86e126-5d20-4c34-bc06-49e301293dea req-4251b7f9-0142-4e31-80a2-6aed598aaf35 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0960784 Feb 09 07:58:38.055759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c69329-55b3-464b-8181-c05a0939f04f req-ba58be21-9931-430b-a364-f684acaeca85 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:38.057466 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-59c69329-55b3-464b-8181-c05a0939f04f req-ba58be21-9931-430b-a364-f684acaeca85 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1878185 Feb 09 07:58:38.066375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-775aff90-b2e0-42ee-bc6b-9a63f3197a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:38.068214 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-775aff90-b2e0-42ee-bc6b-9a63f3197a5d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 909 time: 0.3489325 Feb 09 07:58:38.165389 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-59c69329-55b3-464b-8181-c05a0939f04f req-61e70698-03d1-4b38-82e1-4ddbfc65f373 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995822 Feb 09 07:58:38.183954 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-aef47fd6-a0e7-4fa1-b6d0-0de49154f376 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e HTTP/1.1" status: 200 len: 217 time: 0.1063509 Feb 09 07:58:38.352319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-a762d666-6ff0-4c41-9e32-de70749204b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:38.354160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-a762d666-6ff0-4c41-9e32-de70749204b5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.1604817 Feb 09 07:58:38.424806 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-3e2356b8-7b36-49a7-b0a0-ef77451e2df4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620275 Feb 09 07:58:38.549348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fe86c-4c73-4f58-9bf4-6c4057bab6b5 req-ccfa9749-d4a7-4018-bc11-feebfea7c967 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:38.557784 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-881fe86c-4c73-4f58-9bf4-6c4057bab6b5 req-ccfa9749-d4a7-4018-bc11-feebfea7c967 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.3167379 Feb 09 07:58:38.752178 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-881fe86c-4c73-4f58-9bf4-6c4057bab6b5 req-de567b2a-56bb-46fb-999b-53c0e2d488ef tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933439 Feb 09 07:58:38.812004 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-4b73a414-fab0-4d62-b57e-49485d287e70 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334344 Feb 09 07:58:39.480893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a5d2-ec92-467d-b92f-00843f3bc6a8 req-411e72fc-a6dc-4941-ab4a-e6b41c297f2f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:39.495582 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a829a5d2-ec92-467d-b92f-00843f3bc6a8 req-411e72fc-a6dc-4941-ab4a-e6b41c297f2f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2203169 Feb 09 07:58:39.658447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65566397-dc54-4eca-99d9-a4b8d420acf7 req-b166a7e2-6fd2-4258-a48b-79ddd675f2b5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:39.660542 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-65566397-dc54-4eca-99d9-a4b8d420acf7 req-b166a7e2-6fd2-4258-a48b-79ddd675f2b5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2363007 Feb 09 07:58:39.797949 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a829a5d2-ec92-467d-b92f-00843f3bc6a8 req-1767abaf-3694-41c9-b148-e27d363c1a6d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3008676 Feb 09 07:58:39.985878 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-65566397-dc54-4eca-99d9-a4b8d420acf7 req-8d5e294b-8cda-4bd9-ad02-7d7d428ca246 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178396 Feb 09 07:58:40.159167 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dbcd27c-2dee-416f-9cac-83136002d448 req-4d194cbc-c0d2-48f5-8fcd-53d92bc5cb5a service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1721523 Feb 09 07:58:40.182648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808c4b-5697-45b8-a336-0addd5ae2afc req-249b76d6-0952-4e4b-938b-4ad682940e47 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:40.184350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-99808c4b-5697-45b8-a336-0addd5ae2afc req-249b76d6-0952-4e4b-938b-4ad682940e47 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.2064748 Feb 09 07:58:40.259858 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-99808c4b-5697-45b8-a336-0addd5ae2afc req-9fbef035-9b23-4dd0-b8a6-094b31f05189 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661299 Feb 09 07:58:40.966039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:41.167276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43514f00-bdad-4474-8b9f-65698d021fc5 req-e0f15d21-cdf6-4219-a3a6-a428c5b5aab0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:41.169056 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43514f00-bdad-4474-8b9f-65698d021fc5 req-e0f15d21-cdf6-4219-a3a6-a428c5b5aab0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2045655 Feb 09 07:58:41.249033 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43514f00-bdad-4474-8b9f-65698d021fc5 req-c64c1431-d651-47b8-8c8f-1c2cb852a92e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0725203 Feb 09 07:58:41.340684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c856f8-f260-407e-a21e-76fd3fcb534b req-245b00df-f1a0-4704-8939-9c53a2c8d0e6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:41.340684 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81c856f8-f260-407e-a21e-76fd3fcb534b req-245b00df-f1a0-4704-8939-9c53a2c8d0e6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1869004 Feb 09 07:58:41.406784 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81c856f8-f260-407e-a21e-76fd3fcb534b req-38bac4a8-310e-4263-a0bc-0307689f520e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676358 Feb 09 07:58:41.594631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0f047-8a77-4bbd-ab93-16844562f494 req-ade3972b-abef-4470-965b-be7f6511320c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:41.596324 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-59e0f047-8a77-4bbd-ab93-16844562f494 req-ade3972b-abef-4470-965b-be7f6511320c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1895261 Feb 09 07:58:41.673507 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-59e0f047-8a77-4bbd-ab93-16844562f494 req-7953b05c-d7c2-4145-8290-bee4cc15eea3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654376 Feb 09 07:58:42.645281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84371a09-5687-41c3-a52e-61e487212853 req-c535f87f-4845-467a-8e1f-169814bf991a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:42.647140 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84371a09-5687-41c3-a52e-61e487212853 req-c535f87f-4845-467a-8e1f-169814bf991a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2392766 Feb 09 07:58:42.768525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84371a09-5687-41c3-a52e-61e487212853 req-f1a5cbe0-252d-43e1-a4c7-c2f85e3fdd1e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1128910 Feb 09 07:58:42.828051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10ff6-74ed-481b-9db8-91f3561bfdf1 req-b2c9bc81-dcb1-4530-aba5-f8f900709974 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:42.829896 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6be10ff6-74ed-481b-9db8-91f3561bfdf1 req-b2c9bc81-dcb1-4530-aba5-f8f900709974 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2206173 Feb 09 07:58:42.972265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6be10ff6-74ed-481b-9db8-91f3561bfdf1 req-982ca668-7008-49be-b67e-f547820ee2ab tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314948 Feb 09 07:58:43.246391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04985-7689-4caf-b947-0eca9545ec8a req-cff1a997-9d3d-48fe-8db0-5f8f4ee3d0a7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:43.248575 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a6e04985-7689-4caf-b947-0eca9545ec8a req-cff1a997-9d3d-48fe-8db0-5f8f4ee3d0a7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1978331 Feb 09 07:58:43.342430 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a6e04985-7689-4caf-b947-0eca9545ec8a req-ce445a6f-5930-40f4-b4cd-4a10301722bf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827250 Feb 09 07:58:44.219580 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a2b2-9b72-48fd-ad0a-47c338703328 req-6de8dc4f-7a61-43ad-aa97-85aee41a1897 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:44.221580 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8020a2b2-9b72-48fd-ad0a-47c338703328 req-6de8dc4f-7a61-43ad-aa97-85aee41a1897 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2067335 Feb 09 07:58:44.314674 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8020a2b2-9b72-48fd-ad0a-47c338703328 req-40b67535-7c0c-4819-b66c-7d98f2a40f93 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0812519 Feb 09 07:58:44.321691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa5f0a-806a-4da9-b912-5b6b88e57453 req-d2e38dd2-8cc2-47ec-966e-3dc8a151e8cd tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:44.329321 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2eaa5f0a-806a-4da9-b912-5b6b88e57453 req-d2e38dd2-8cc2-47ec-966e-3dc8a151e8cd tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2031524 Feb 09 07:58:44.405482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2eaa5f0a-806a-4da9-b912-5b6b88e57453 req-2b6725b9-0520-44da-96fb-bfd03c6ba96a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750890 Feb 09 07:58:44.681645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bcd0a-6d3e-4bc3-8821-045c54480e5e req-286b9f15-3563-4a8d-a278-b23cc5d9cf59 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:44.683584 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-353bcd0a-6d3e-4bc3-8821-045c54480e5e req-286b9f15-3563-4a8d-a278-b23cc5d9cf59 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.2070053 Feb 09 07:58:44.765409 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-353bcd0a-6d3e-4bc3-8821-045c54480e5e req-69e701a2-d13f-49eb-9722-5bc52bcffa48 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754449 Feb 09 07:58:45.512071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3fa48264-93be-432d-9981-c0b4c6b42c3e up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:45.647495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8202d-6c61-46b6-a1be-cffb4237b5e8 req-2b81ee3b-47b8-41d7-a8f8-164688626810 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:45.649436 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de8202d-6c61-46b6-a1be-cffb4237b5e8 req-2b81ee3b-47b8-41d7-a8f8-164688626810 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1795528 Feb 09 07:58:45.727213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed93f68-6130-481c-acd3-ef113649e95a req-e95f35c9-817d-48f9-82c3-66f164aa0f19 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:45.728913 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4ed93f68-6130-481c-acd3-ef113649e95a req-e95f35c9-817d-48f9-82c3-66f164aa0f19 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1725709 Feb 09 07:58:45.730441 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de8202d-6c61-46b6-a1be-cffb4237b5e8 req-534c3e5b-f3ae-41c6-8e18-1f20cc8c1590 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746489 Feb 09 07:58:45.797469 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4ed93f68-6130-481c-acd3-ef113649e95a req-65f0d353-59c2-4499-9998-b26c19d61359 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618210 Feb 09 07:58:45.849748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 3fa48264-93be-432d-9981-c0b4c6b42c3e completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:58:45.856379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3fa48264-93be-432d-9981-c0b4c6b42c3e triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:45.856840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:45.999400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:46.037770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:58:46.039049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:58:46.075521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:46.078366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:46.090419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39100e-79f4-42ec-928e-9b87783edbd1 req-70843f0e-e955-43f9-b748-a2159cf8e3dd tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:46.092420 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-db39100e-79f4-42ec-928e-9b87783edbd1 req-70843f0e-e955-43f9-b748-a2159cf8e3dd tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 943 time: 0.1748061 Feb 09 07:58:46.135904 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e', 'code': 200} Feb 09 07:58:46.166112 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-db39100e-79f4-42ec-928e-9b87783edbd1 req-23b6d11e-3eea-44f4-890d-8a8c7d13e135 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658658 Feb 09 07:58:46.217042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:46.225703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.226628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.227016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.227489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.227875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.228254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.228644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.229153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.229555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.230106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.230273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.230652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.231066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.231439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.231805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.232177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.232543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.233227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.233578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.234014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.234287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.234653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.235027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.235389 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:58:46.241424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:46.602622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb2ad9-0f6c-4a33-8e7a-509ae893f12f req-a7390d96-a3ba-45f7-acdc-25e7302e39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:46.604251 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7edb2ad9-0f6c-4a33-8e7a-509ae893f12f req-a7390d96-a3ba-45f7-acdc-25e7302e39c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 1162 time: 0.0877023 Feb 09 07:58:46.636593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3fa48264-93be-432d-9981-c0b4c6b42c3e up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:46.666501 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7edb2ad9-0f6c-4a33-8e7a-509ae893f12f req-f602e2fd-0421-4888-9c82-c9ef2fae721f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536947 Feb 09 07:58:46.718067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3fa48264-93be-432d-9981-c0b4c6b42c3e triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:46.718478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:47.111773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647493c-09f8-4bb6-b966-60084c525f26 req-5374acb1-5d67-44c5-a3bf-f068882b4ec6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:47.113611 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b647493c-09f8-4bb6-b966-60084c525f26 req-5374acb1-5d67-44c5-a3bf-f068882b4ec6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1909578 Feb 09 07:58:47.139614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848ac25-e6de-4666-9d57-da4b536690f8 req-64b1590a-9880-4073-9254-7f32d7afa51f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:47.141562 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9848ac25-e6de-4666-9d57-da4b536690f8 req-64b1590a-9880-4073-9254-7f32d7afa51f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1769843 Feb 09 07:58:47.209328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b647493c-09f8-4bb6-b966-60084c525f26 req-c09042cd-7012-49fc-850f-57c5aa1ed936 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0825391 Feb 09 07:58:47.210825 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9848ac25-e6de-4666-9d57-da4b536690f8 req-3d35524b-e762-402c-95f1-e9f9120f8588 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Feb 09 07:58:47.588057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34a5d5-a7d1-4783-b105-91772f8b33a3 req-53ac5377-f5bc-4382-986d-70a2951a92d6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:47.589379 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c34a5d5-a7d1-4783-b105-91772f8b33a3 req-53ac5377-f5bc-4382-986d-70a2951a92d6 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.2283044 Feb 09 07:58:47.664879 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c34a5d5-a7d1-4783-b105-91772f8b33a3 req-638bfaf9-4368-4010-845c-cf35bd1df031 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677228 Feb 09 07:58:48.626711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ca0cf-f344-4a3e-87db-3e631a4046b3 req-82c5fb25-fe67-4448-a4e2-ce6c6e53b786 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:48.636341 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d88ca0cf-f344-4a3e-87db-3e631a4046b3 req-82c5fb25-fe67-4448-a4e2-ce6c6e53b786 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2103350 Feb 09 07:58:48.705734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988646-2e87-4003-a528-2dae0d140fb0 req-a1e2bfc1-eaae-401e-833e-d7ef556b93d1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:48.708889 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-49988646-2e87-4003-a528-2dae0d140fb0 req-a1e2bfc1-eaae-401e-833e-d7ef556b93d1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.3030748 Feb 09 07:58:48.729321 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d88ca0cf-f344-4a3e-87db-3e631a4046b3 req-69ae8bb8-e4cc-46dd-a1b5-f62a74e4603e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916178 Feb 09 07:58:48.805397 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-49988646-2e87-4003-a528-2dae0d140fb0 req-db6dc3c0-5a94-46aa-977b-3a09b72c38e0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0899537 Feb 09 07:58:49.060847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b08a4f-889b-4848-bda4-490a9fcd8446 req-60a2eeff-8566-424b-b3ae-4f14bf4ee608 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:49.062524 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e1b08a4f-889b-4848-bda4-490a9fcd8446 req-60a2eeff-8566-424b-b3ae-4f14bf4ee608 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.1921239 Feb 09 07:58:49.130290 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e1b08a4f-889b-4848-bda4-490a9fcd8446 req-b0ed3af5-dbba-4b13-8005-558cc984edbe tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Feb 09 07:58:49.747653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 38152) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:50.142278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.164673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:50.172195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Usage tracker for resource:security_group_rule and tenant:922e5bd88799466db26aac0e880e42cc is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:50.176020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:50.184336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:50.220964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bba0d-c421-46a7-98ab-ff26fccef36b req-3b28822c-0661-4f2b-949e-d74ddbef5bc2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:50.229817 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1f2bba0d-c421-46a7-98ab-ff26fccef36b req-3b28822c-0661-4f2b-949e-d74ddbef5bc2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3364694 Feb 09 07:58:50.292379 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1f2bba0d-c421-46a7-98ab-ff26fccef36b req-ed2ef4cb-3930-4df2-aa4f-f2396e883664 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Feb 09 07:58:50.322455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd0eab-8ed2-4b49-8373-7fef58ee04a6 req-f9d15396-03b2-46fe-836d-1c8c76d81450 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:50.324159 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-adcd0eab-8ed2-4b49-8373-7fef58ee04a6 req-f9d15396-03b2-46fe-836d-1c8c76d81450 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.3309362 Feb 09 07:58:50.417299 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-adcd0eab-8ed2-4b49-8373-7fef58ee04a6 req-9766ee50-bb4c-4ab7-9d4a-ab68fdee0be0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0831242 Feb 09 07:58:50.481970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.548539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.578841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c9335c02-dfc4-4fd4-866a-77d99dd47c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:50.589471 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=922e5bd88799466db26aac0e880e42cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8406551 Feb 09 07:58:50.593790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38170) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:50.613776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b46d9d-4a0a-423b-afa2-5103dafd963b,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:50.619824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:50.672847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.700846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.838180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.843425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-36490eb1-22b8-4455-b6d3-1584f539da35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:50.861434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b46d9d-4a0a-423b-afa2-5103dafd963b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:50.866093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:50.868931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:50.870269 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98b46d9d-4a0a-423b-afa2-5103dafd963b HTTP/1.1" status: 204 len: 168 time: 0.2751989 Feb 09 07:58:51.680394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3aec0-01ce-46ab-bb3a-f628efed1731 req-b5a82364-32bd-470d-ba5a-41e78e132d0b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:51.682045 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67a3aec0-01ce-46ab-bb3a-f628efed1731 req-b5a82364-32bd-470d-ba5a-41e78e132d0b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2299731 Feb 09 07:58:51.747292 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67a3aec0-01ce-46ab-bb3a-f628efed1731 req-0a27d8da-b8b2-4f45-b9a2-a5fba2af3ec0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Feb 09 07:58:52.064322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c96ead-c8c5-4f6f-893a-6cffb80bd8c4 req-6308dfa8-307c-405e-85a2-84ab32faee44 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:52.064322 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43c96ead-c8c5-4f6f-893a-6cffb80bd8c4 req-6308dfa8-307c-405e-85a2-84ab32faee44 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1829541 Feb 09 07:58:52.129117 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43c96ead-c8c5-4f6f-893a-6cffb80bd8c4 req-dc551c63-cc5b-45c9-a2ac-086f6cffb48c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594397 Feb 09 07:58:52.230553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38230) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:52.482968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1231878513-network', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:58:52.494538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:52.508245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Usage tracker for resource:network and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:52.511959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:52.518897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:52.582836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Made reservation on behalf of d19e9d279ea24bf380750f409e71e299 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:58:52.587650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:52.601107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:52.616759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:52.620794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:52.623721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:52.629489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:52.663814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-0b4f2702-67ea-4af1-a186-e0349450f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:52.665452 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-0b4f2702-67ea-4af1-a186-e0349450f685 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1162 time: 0.0827169 Feb 09 07:58:52.794461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:52.812390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c3d36d75-ab61-4330-bd27-259ea47f57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:52.814023 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c3d36d75-ab61-4330-bd27-259ea47f57ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1400468 Feb 09 07:58:52.822838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:52.827899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-065f1112-f5d6-474b-9dca-833fbd54c0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:52.865163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 07:58:52.873274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dfd10-33a7-4e06-a2ba-51bd8a93d38d,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:52.877811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:52.887368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:52.887828 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Added segment 0c1178ea-e354-420e-894b-02ddd1bfd9d9 of type vxlan for network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc Feb 09 07:58:52.949669 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-fa360318-891a-482b-91ea-a06e5b010104 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 1000 time: 0.1261220 Feb 09 07:58:52.968303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:53.024620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c0014f50-e6bb-4723-bd0b-90a6796501e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.030634 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c0014f50-e6bb-4723-bd0b-90a6796501e9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0667019 Feb 09 07:58:53.106757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2166a-0506-4c2b-a2ea-7cf6991d2fdb req-a8841b03-387b-4363-8da5-9c88e1a69275 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.108459 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d3d2166a-0506-4c2b-a2ea-7cf6991d2fdb req-a8841b03-387b-4363-8da5-9c88e1a69275 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2079544 Feb 09 07:58:53.109743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:53.110984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.111606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:53.114382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-e343cf95-cb91-4bc4-9158-762b38c68522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.116018 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-e343cf95-cb91-4bc4-9158-762b38c68522 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814896 Feb 09 07:58:53.117290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-77fcac3a-aed9-42da-94d4-4f0aed5f57cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:53.277230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0d6539-1caa-465f-8b57-84bf8d3d27fc,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:53.278233 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c58bc082-3325-4dca-887c-0f7dacd9f2a4 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520445 Feb 09 07:58:53.288319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:58:53.312457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:53.328315 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d3d2166a-0506-4c2b-a2ea-7cf6991d2fdb req-996f557b-9e7b-494b-a69c-d0b14e0635e1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966879 Feb 09 07:58:53.336196 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1044865 Feb 09 07:58:53.337249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38246) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:53.343425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Request body: {'subnet': {'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1231878513-subnet', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:58:53.348768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:53.354160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Usage tracker for resource:subnet and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:53.358254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:53.364570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:53.379749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 07:58:53.411519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Made reservation on behalf of d19e9d279ea24bf380750f409e71e299 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:58:53.419086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:53.790690 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4dcf9ea2-b805-45fa-9710-cb4b550ac0d3 req-c7146d1c-b0e4-48b1-a178-ed7525055ea9 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5048978 Feb 09 07:58:53.889935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00fafc-979b-4bb1-bd35-698523aaf97c req-035f658a-a478-48b0-bbb0-e3318dbb7af7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.891613 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8f00fafc-979b-4bb1-bd35-698523aaf97c req-035f658a-a478-48b0-bbb0-e3318dbb7af7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.5710893 Feb 09 07:58:53.900490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e64d3-b816-42f5-bc46-008634935228 req-687229c5-8865-477d-b9b1-74d48e8ff229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:53.902063 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-729e64d3-b816-42f5-bc46-008634935228 req-687229c5-8865-477d-b9b1-74d48e8ff229 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2300601 Feb 09 07:58:53.920619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:53.936912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a51c2dd-f6c6-4756-a3c0-9eed0d897799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:53.992603 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8f00fafc-979b-4bb1-bd35-698523aaf97c req-4192055e-4315-47c5-919d-baf16ea0930a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0894949 Feb 09 07:58:53.994395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-729e64d3-b816-42f5-bc46-008634935228 req-84c17c4e-e59a-4f3c-afd8-51bf0688bbc4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762155 Feb 09 07:58:54.080837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59eff250-b0c7-4587-8531-3e4f351bb15a,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:54.083708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:54.148866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Checking segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:58:54.149372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Network hostable DHCP agents. Network: 8b0d6539-1caa-465f-8b57-84bf8d3d27fc, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 07:58:54.217257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 07:58:54.272901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 8b0d6539-1caa-465f-8b57-84bf8d3d27fc) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:58:54.282665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628579a-63c0-45b1-8afc-918b391c1de5 None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:58:54.285170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:54.285828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.333034 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9928353 Feb 09 07:58:54.333226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38256) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:54.339588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:58:54.344907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:58:54.349141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Usage tracker for resource:router and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:58:54.354635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:58:54.361235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:58:54.421147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.422310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.438537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.523518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 07:58:54.524526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.825028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Allocated IP 172.20.0.2 (8b0d6539-1caa-465f-8b57-84bf8d3d27fc/59eff250-b0c7-4587-8531-3e4f351bb15a/0842eb46-c4c0-413b-8883-6a5a60d66f91) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:58:54.834278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb67df-4f86-4570-9f98-283722b777be req-a60ebe3a-fe7f-41ac-bc32-58d5b3556e91 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:54.836530 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5bb67df-4f86-4570-9f98-283722b777be req-a60ebe3a-fe7f-41ac-bc32-58d5b3556e91 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3711557 Feb 09 07:58:54.940082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:54.982524 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5bb67df-4f86-4570-9f98-283722b777be req-aae7a3ff-bd06-42a2-abba-2a9346cd6546 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807161 Feb 09 07:58:55.053317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.065524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Transition to ACTIVE for port object 0842eb46-c4c0-413b-8883-6a5a60d66f91 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:58:55.084793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Transition to ACTIVE for port object 0842eb46-c4c0-413b-8883-6a5a60d66f91 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:58:55.120521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.135966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:55.368200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4af0-1a3c-4daf-a8d7-1c1b2774f4e2 req-5545634b-f4a5-4e6c-b491-31a6f2027fd6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:55.376969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-23fc4af0-1a3c-4daf-a8d7-1c1b2774f4e2 req-5545634b-f4a5-4e6c-b491-31a6f2027fd6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2244384 Feb 09 07:58:55.449347 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-23fc4af0-1a3c-4daf-a8d7-1c1b2774f4e2 req-72467fdc-fc41-42d5-9ee7-1b5f96458907 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0713329 Feb 09 07:58:55.539403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Pushing event updated for resources: {'Port': ['ID=0842eb46-c4c0-413b-8883-6a5a60d66f91,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:55.553279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:55.558335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:58:55.559527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:58:55.562760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:58:55.588752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.621640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.624600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Attempting to bind port 0842eb46-c4c0-413b-8883-6a5a60d66f91 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:58:55.625059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Attempting to bind port 0842eb46-c4c0-413b-8883-6a5a60d66f91 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:58:55.625471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Attempting to bind port 0842eb46-c4c0-413b-8883-6a5a60d66f91 on network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:58:55.630999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:58:55.631415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Checking segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:58:55.631997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.632548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Bound using segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:58:55.633089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Bound port: 0842eb46-c4c0-413b-8883-6a5a60d66f91, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:58:55.633506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.731685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] For port 0842eb46-c4c0-413b-8883-6a5a60d66f91, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:58:55.734857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] For port 0842eb46-c4c0-413b-8883-6a5a60d66f91, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0842eb46-c4c0-413b-8883-6a5a60d66f91,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:58:55.764198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:55.800448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-559e2587-f864-49dc-805d-43759f433dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:55.916448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Allocated IP 172.27.2.191 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/89da1af8-54f7-4b7a-b550-837ee35dfac3) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:58:55.954051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Pushing event updated for resources: {'Port': ['ID=0842eb46-c4c0-413b-8883-6a5a60d66f91,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:55.960481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:56.079540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:56.157904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:56.182366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:56.350454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Pushing event updated for resources: {'Port': ['ID=89da1af8-54f7-4b7a-b550-837ee35dfac3,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:56.354203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:56.472399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1c9b-7345-4cf7-a7ba-d9d2be11c366 req-c5e21aa2-1199-4a8d-bf47-b1a0ca4362fc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:56.473857 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5ab1c9b-7345-4cf7-a7ba-d9d2be11c366 req-c5e21aa2-1199-4a8d-bf47-b1a0ca4362fc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3579843 Feb 09 07:58:56.493869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:58:56.552183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:58:56.554613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:58:56.571568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:58:56.649973 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5ab1c9b-7345-4cf7-a7ba-d9d2be11c366 req-a15ce987-c54a-444d-9a6c-c84625f72ef6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666908 Feb 09 07:58:56.671052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0842eb46-c4c0-413b-8883-6a5a60d66f91 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:56.811534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:58:56.871059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8587f-e890-43e3-83ce-7fff34a704ae req-e56acf51-28c4-4b55-b5f7-2a1d938202ae tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:56.872809 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2bc8587f-e890-43e3-83ce-7fff34a704ae req-e56acf51-28c4-4b55-b5f7-2a1d938202ae tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1869149 Feb 09 07:58:56.950453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:56.950685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2bc8587f-e890-43e3-83ce-7fff34a704ae req-5934b4d4-1947-4ac3-802b-8358451b0070 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0710647 Feb 09 07:58:57.053148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:57.053613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:57.333880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:57.392116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6663330b-3eb4-4e00-b4fd-46442d97ad65 None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 07:58:57.640058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Provisioning for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:58:57.648066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Provisioning complete for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:57.648520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:57.762910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:57.904257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:57.978049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] For port 0842eb46-c4c0-413b-8883-6a5a60d66f91, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0842eb46-c4c0-413b-8883-6a5a60d66f91,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:58:58.003951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-ab893989-c18f-4785-9716-3c41462723a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:58.005570 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-ab893989-c18f-4785-9716-3c41462723a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 1162 time: 0.2044024 Feb 09 07:58:58.015319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:58.017471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:58.156548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Pushing event updated for resources: {'Port': ['ID=0842eb46-c4c0-413b-8883-6a5a60d66f91,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:58.163986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:58.166888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-834c37ba-ee57-49bb-9e62-130416d92fc0 None None] Provisioning complete for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:58.167308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-834c37ba-ee57-49bb-9e62-130416d92fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:58.289495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-0ff94957-a712-4580-80b3-b0c81a3dc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:58.291080 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-0ff94957-a712-4580-80b3-b0c81a3dc788 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.2786410 Feb 09 07:58:58.385475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb102-1746-45aa-a60c-25f5d7e0c616 req-31565d3b-2c80-4798-91be-311c43c436dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:58.387142 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-12ddb102-1746-45aa-a60c-25f5d7e0c616 req-31565d3b-2c80-4798-91be-311c43c436dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2329688 Feb 09 07:58:58.425872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a884a9-ba03-4fe3-a991-8a904f3c95d5 req-6a76199f-c0fa-42ec-8b5a-87d783b8938e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:58.427641 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3a884a9-ba03-4fe3-a991-8a904f3c95d5 req-6a76199f-c0fa-42ec-8b5a-87d783b8938e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2229981 Feb 09 07:58:58.461475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-571b6063-bd05-4566-87eb-f1516d44dfba None None] Provisioning complete for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:58.462223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-571b6063-bd05-4566-87eb-f1516d44dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:58.463694 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-f2a6a7ae-9eee-48f0-836e-37a563737f08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 200 len: 217 time: 0.0752101 Feb 09 07:58:58.518986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3a884a9-ba03-4fe3-a991-8a904f3c95d5 req-b31e8b85-9149-4716-a0f2-10a86a1aca16 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821271 Feb 09 07:58:58.578419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-06b2d5df-40e0-42bd-a6c5-e1436f714bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:58:58.580164 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-06b2d5df-40e0-42bd-a6c5-e1436f714bde service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0925760 Feb 09 07:58:58.596416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Router 218bdf37-6b61-471b-b655-be5b95990f5a is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 07:58:58.597916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:58:58.613223 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-12ddb102-1746-45aa-a60c-25f5d7e0c616 req-e45fafd6-0260-4e88-a870-9af2f16a86d1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1487331 Feb 09 07:58:58.672004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0842eb46-c4c0-413b-8883-6a5a60d66f91 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:58:58.692363 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-86ff952e-3394-4276-b722-74cff0651949 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777121 Feb 09 07:58:58.873368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-60e317be-1e47-448c-a74d-d25b08d56bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730852 Feb 09 07:58:58.875669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:58:58.886554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Sync routers for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:58:58.898979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:58:58.900015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:58:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:58.962511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:58.969404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:58.970749 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6364846 Feb 09 07:58:58.973995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38314) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:58:59.061852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a0e40f2-e757-4b8f-b667-111ed9c78c60 req-11f52388-51dd-4b2f-b85a-349ee0442d47 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724067 Feb 09 07:58:59.072108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=40328b2b-08f7-452f-845d-006bc7ecd76f,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:58:59.080308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:58:59.093689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:59.094632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:59.180761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:59.193448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:58:59.214122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:58:59.257206 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'code': 422} returned with failed status Feb 09 07:58:59.282297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-e850f3b0-2f84-4397-832a-72bb4db742ff None None] Provisioning complete for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:58:59.282507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e850f3b0-2f84-4397-832a-72bb4db742ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:58:59.384057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:58:59.388961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:58:59.609412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:58:56Z', 'revision_number': 3, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:58:59.613923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Checking router: 218bdf37-6b61-471b-b655-be5b95990f5a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:58:59.614437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Updating router 218bdf37-6b61-471b-b655-be5b95990f5a port 89da1af8-54f7-4b7a-b550-837ee35dfac3 binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:58:59.673413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.043641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.050757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943526a-e33e-4ee3-ab74-b02e57077d30 req-e3c67f1a-2ab5-4b2a-b1f2-6cf8dffbc329 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:00.063082 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1943526a-e33e-4ee3-ab74-b02e57077d30 req-e3c67f1a-2ab5-4b2a-b1f2-6cf8dffbc329 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3816433 Feb 09 07:59:00.140139 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1943526a-e33e-4ee3-ab74-b02e57077d30 req-a2cf5086-d230-44b1-8df4-ef959fd2da98 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720241 Feb 09 07:59:00.242013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.257969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Transition to ACTIVE for port object 89da1af8-54f7-4b7a-b550-837ee35dfac3 will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:59:00.326489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.352255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2b26a1a2-004b-49ff-9978-017105a57ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:00.682285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Allocated IP 172.20.0.1 (8b0d6539-1caa-465f-8b57-84bf8d3d27fc/59eff250-b0c7-4587-8531-3e4f351bb15a/0436634d-c39e-454b-af21-7b2ee4c4d59c) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:59:00.685711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Pushing event updated for resources: {'Port': ['ID=89da1af8-54f7-4b7a-b550-837ee35dfac3,revision_number=2']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:00.722614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2da2-7326-4c4b-980e-a990976ca9f5 req-62e0882e-33fa-485e-b45f-80272702be4f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:00.724595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e0d2da2-7326-4c4b-980e-a990976ca9f5 req-62e0882e-33fa-485e-b45f-80272702be4f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2883127 Feb 09 07:59:00.728098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.728478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.728890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.729257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.729616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.729975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.730534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.730905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.731335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.731695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.732209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.732571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.733025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.733378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.733730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.734077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.734426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.734777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.735126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.735474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.735821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.736145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.736498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.736869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:00.747286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 38370) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:59:00.751205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:00.782487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Attempting to bind port 89da1af8-54f7-4b7a-b550-837ee35dfac3 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:59:00.783100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Attempting to bind port 89da1af8-54f7-4b7a-b550-837ee35dfac3 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:59:00.783710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Attempting to bind port 89da1af8-54f7-4b7a-b550-837ee35dfac3 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:59:00.791430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:59:00.792004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:59:00.792689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.793716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:59:00.793863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Bound port: 89da1af8-54f7-4b7a-b550-837ee35dfac3, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:59:00.794371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.815693 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e0d2da2-7326-4c4b-980e-a990976ca9f5 req-c2c67960-cb62-44e3-ad8d-bb255bcc1755 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0835483 Feb 09 07:59:00.856708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:00.901624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] For port 89da1af8-54f7-4b7a-b550-837ee35dfac3, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:59:00.921561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] For port 89da1af8-54f7-4b7a-b550-837ee35dfac3, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=89da1af8-54f7-4b7a-b550-837ee35dfac3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:59:00.945695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:00.946102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.955311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:00.974273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:01.055464 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-304473b5-c2cf-4296-80e6-9fbd4aa784e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3066504 Feb 09 07:59:01.060423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.078813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Transition to ACTIVE for port object 0436634d-c39e-454b-af21-7b2ee4c4d59c will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:59:01.134898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Pushing event updated for resources: {'Port': ['ID=89da1af8-54f7-4b7a-b550-837ee35dfac3,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:01.139591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:01.184783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.185475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-31363422-96b9-4a24-a662-19b8118c23ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.212094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:59:01.212819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:58:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:01.221791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74a81dd5-a52d-4199-be7a-1d4710770d7e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:01.509285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:01.514182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:01.549497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d58aa7-eb2c-43ee-ac98-81829abb07b6 req-5a6440d8-8f2f-4086-b590-5e6591d25a8e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:01.558010 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f0d58aa7-eb2c-43ee-ac98-81829abb07b6 req-5a6440d8-8f2f-4086-b590-5e6591d25a8e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2461145 Feb 09 07:59:01.576685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:59:01.602851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:59:01.604062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:59:01.609368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:59:01.640535 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f0d58aa7-eb2c-43ee-ac98-81829abb07b6 req-70848a94-d4d1-4759-8ca2-806db3d8cdc6 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813580 Feb 09 07:59:01.699684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.896365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1104478f-e26c-4839-b82b-e89ec699d1ee None None] Provisioning for port 0436634d-c39e-454b-af21-7b2ee4c4d59c completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:59:01.903357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1104478f-e26c-4839-b82b-e89ec699d1ee None None] Provisioning complete for port 0436634d-c39e-454b-af21-7b2ee4c4d59c triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:01.903636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1104478f-e26c-4839-b82b-e89ec699d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.907372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:01.987408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:58:56Z', 'revision_number': 3, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:01.994045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ab4ce2-c656-4a0e-a30a-92e667dcace2 None None] The sync data for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi is: [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:58:56Z', 'revision_number': 3, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:59:02.014339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-1104478f-e26c-4839-b82b-e89ec699d1ee None None] Port 0436634d-c39e-454b-af21-7b2ee4c4d59c cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:59:02.560244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc71edc-8cfc-4f99-8fcc-dc5c11ba5344 req-cf60814b-3a72-46d6-a67d-c3a6ae92f439 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:02.562187 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dc71edc-8cfc-4f99-8fcc-dc5c11ba5344 req-cf60814b-3a72-46d6-a67d-c3a6ae92f439 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.5622063 Feb 09 07:59:02.634694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 89da1af8-54f7-4b7a-b550-837ee35dfac3 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:02.663525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dc71edc-8cfc-4f99-8fcc-dc5c11ba5344 req-a7d28eab-10be-49d4-9b17-e6ebf0cac9ea tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0896008 Feb 09 07:59:02.706128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:02.740816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:02.763552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 89da1af8-54f7-4b7a-b550-837ee35dfac3 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:59:02.769014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 89da1af8-54f7-4b7a-b550-837ee35dfac3 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:02.769698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:02.792997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:02.875640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:02.908275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:02.921012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:02.921475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:02.970162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:02.999712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a502d8-b847-4b4f-b13a-046e2b6b22c6 req-1da48be6-6c64-4b3b-a70d-743eadca5dc9 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:03.000812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 89da1af8-54f7-4b7a-b550-837ee35dfac3, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=89da1af8-54f7-4b7a-b550-837ee35dfac3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:03.012368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18a502d8-b847-4b4f-b13a-046e2b6b22c6 req-1da48be6-6c64-4b3b-a70d-743eadca5dc9 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2116768 Feb 09 07:59:03.012932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 8870b9c7-61a8-4085-beae-dc3121580328 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:03.013352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:03.036066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:59:03.038425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:59:03.059915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:03.063922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:03.116236 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18a502d8-b847-4b4f-b13a-046e2b6b22c6 req-28639394-96b1-473a-a40f-748cdc21489b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975645 Feb 09 07:59:03.285214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Router 218bdf37-6b61-471b-b655-be5b95990f5a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 07:59:03.290438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-648d5050-0e8a-4463-92de-822aff6e885e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2070601 Feb 09 07:59:03.315636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=89da1af8-54f7-4b7a-b550-837ee35dfac3,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:03.321395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:03.364848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d21f5a63-21e9-44fb-a71a-f2695060c2e3 None None] Provisioning complete for port 0436634d-c39e-454b-af21-7b2ee4c4d59c triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:03.365626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d21f5a63-21e9-44fb-a71a-f2695060c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:03.428487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-20ab1999-a6df-42c1-8625-6c66298e84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:03.430542 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-20ab1999-a6df-42c1-8625-6c66298e84e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=90b9669412144549b3573321d1224972&device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 1163 time: 0.0943992 Feb 09 07:59:03.432802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-d21f5a63-21e9-44fb-a71a-f2695060c2e3 None None] Port 0436634d-c39e-454b-af21-7b2ee4c4d59c cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:59:03.512235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 07:59:03.529965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5476526-e931-4f09-80cd-7b18de98b789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:03.536959 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/218bdf37-6b61-471b-b655-be5b95990f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5588083 Feb 09 07:59:03.629397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-712c6d9e-718b-4386-a344-077197b7e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:03.632882 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-712c6d9e-718b-4386-a344-077197b7e39d service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 200 len: 913 time: 0.1776874 Feb 09 07:59:03.740177 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-4cfd5108-1cc0-450a-a563-59db1c936caa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 200 len: 217 time: 0.0887597 Feb 09 07:59:03.827400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-5f783c38-5176-4b9a-900b-32ca008072f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:03.829038 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-5f783c38-5176-4b9a-900b-32ca008072f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 200 len: 859 time: 0.0792704 Feb 09 07:59:03.948666 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-bb3b00ff-4cb8-409b-911b-b438d6a0a743 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550737 Feb 09 07:59:04.062433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:04.106842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e019f29-4513-4c95-88af-bc1ef265baa1 req-2fd5f625-b607-4caf-82e4-8efc0bbb7a23 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:04.108683 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3e019f29-4513-4c95-88af-bc1ef265baa1 req-2fd5f625-b607-4caf-82e4-8efc0bbb7a23 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2715111 Feb 09 07:59:04.460910 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3e019f29-4513-4c95-88af-bc1ef265baa1 req-eb1c0351-9975-48a2-aeaa-d8a884bdf047 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3372910 Feb 09 07:59:04.484685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-45204e1b-ec8d-4a35-80a9-ef1d9f7f9a2e service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033720 Feb 09 07:59:04.596917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 89da1af8-54f7-4b7a-b550-837ee35dfac3 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:04.692378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11b747f8-7ade-43df-a6b4-91ffedbd5f0d req-7ce2c683-402f-418b-9c80-e137a496d579 service neutron] 10.222.0.48 "GET /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1963239 Feb 09 07:59:04.697228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 89da1af8-54f7-4b7a-b550-837ee35dfac3 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:04.697725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:05.039935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:05.047673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Sync routers for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 07:59:05.062437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:59:05.063284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:59:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:05.434940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:05.510041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:59:06.001023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc28efb-4097-4c9a-9dfc-f0985cca8e11 req-7803a52c-6280-4a6d-8c2c-4df9d0cad48c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:06.009173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bc28efb-4097-4c9a-9dfc-f0985cca8e11 req-7803a52c-6280-4a6d-8c2c-4df9d0cad48c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.3181624 Feb 09 07:59:06.011857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 2, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:06.032298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Checking router: 218bdf37-6b61-471b-b655-be5b95990f5a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 07:59:06.032771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Updating router 218bdf37-6b61-471b-b655-be5b95990f5a port 0436634d-c39e-454b-af21-7b2ee4c4d59c binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 07:59:06.082721 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9bc28efb-4097-4c9a-9dfc-f0985cca8e11 req-cb97db24-e9f8-4875-bee1-5ef945ece15f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0725501 Feb 09 07:59:06.138877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:06.661673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:06.677551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Transition to ACTIVE for port object 0436634d-c39e-454b-af21-7b2ee4c4d59c will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:59:06.708576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:06.753601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:06.918455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Pushing event updated for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:06.930727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:07.107254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Attempting to bind port 0436634d-c39e-454b-af21-7b2ee4c4d59c on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:59:07.107870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Attempting to bind port 0436634d-c39e-454b-af21-7b2ee4c4d59c by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:59:07.108238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Attempting to bind port 0436634d-c39e-454b-af21-7b2ee4c4d59c on network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:59:07.114711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:59:07.114711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Checking segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:59:07.115342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:07.116338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Bound using segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:59:07.116898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Bound port: 0436634d-c39e-454b-af21-7b2ee4c4d59c, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:59:07.117335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:07.246472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] For port 0436634d-c39e-454b-af21-7b2ee4c4d59c, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:59:07.249937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] For port 0436634d-c39e-454b-af21-7b2ee4c4d59c, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0436634d-c39e-454b-af21-7b2ee4c4d59c,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:59:07.286170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:07.403988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:07.511757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faf215-7973-4121-96f7-25e657b21158 req-1fd27592-ee5a-4b23-8219-5bffa72ead0c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:07.513778 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-88faf215-7973-4121-96f7-25e657b21158 req-1fd27592-ee5a-4b23-8219-5bffa72ead0c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1913426 Feb 09 07:59:07.593687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Pushing event updated for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:07.596575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 07:59:07.597283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T07:59:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:07.622372 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-88faf215-7973-4121-96f7-25e657b21158 req-495c1d54-7007-4f72-8fa7-227c0e2865b0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1012692 Feb 09 07:59:07.806515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:07.853493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 07:59:08.277555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:07Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 07:59:08.281644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ffc38-e327-4ac5-8ff9-edad9ae15831 None None] The sync data for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi is: [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:07Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 07:59:08.806534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0436634d-c39e-454b-af21-7b2ee4c4d59c up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:08.964564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65851b-f025-4122-92ce-f87cc6924021 req-167cd671-aa08-4e5a-8bb9-f2ae3cf60e80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:08.966325 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fa65851b-f025-4122-92ce-f87cc6924021 req-167cd671-aa08-4e5a-8bb9-f2ae3cf60e80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1779211 Feb 09 07:59:09.044266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fa65851b-f025-4122-92ce-f87cc6924021 req-af44f217-2c62-4b82-9d89-2c452e8662b9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0714741 Feb 09 07:59:09.123342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 0436634d-c39e-454b-af21-7b2ee4c4d59c completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:59:09.128882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 0436634d-c39e-454b-af21-7b2ee4c4d59c triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:09.129313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:09.301493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:09.368707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 0436634d-c39e-454b-af21-7b2ee4c4d59c, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0436634d-c39e-454b-af21-7b2ee4c4d59c,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:09.420823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:09.426532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:09.578060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:09.594046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:10.375237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d032c08-907f-40c9-acc8-b823bdab16d1 req-b6900c7f-429e-48c6-a37c-01d7738e3674 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:10.377648 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7d032c08-907f-40c9-acc8-b823bdab16d1 req-b6900c7f-429e-48c6-a37c-01d7738e3674 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1775391 Feb 09 07:59:10.503452 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7d032c08-907f-40c9-acc8-b823bdab16d1 req-6825c18d-de97-4a70-9606-75eea3030b0f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1177940 Feb 09 07:59:10.644685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0436634d-c39e-454b-af21-7b2ee4c4d59c up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:10.737411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 0436634d-c39e-454b-af21-7b2ee4c4d59c triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:10.737840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:11.845117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d905d-5d61-4074-b52e-9f3f60e878f7 req-667c2b7f-665f-4405-8272-93d424515503 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:11.846870 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-263d905d-5d61-4074-b52e-9f3f60e878f7 req-667c2b7f-665f-4405-8272-93d424515503 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1786623 Feb 09 07:59:11.920946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-263d905d-5d61-4074-b52e-9f3f60e878f7 req-23853d24-4ebc-43aa-a8ac-08523385f47e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0676570 Feb 09 07:59:13.306074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab964a2-3d00-4123-b802-8061392bace5 req-89f73b0f-7cf2-4c90-9d78-c0ae7863aff9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:13.308606 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9ab964a2-3d00-4123-b802-8061392bace5 req-89f73b0f-7cf2-4c90-9d78-c0ae7863aff9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2194467 Feb 09 07:59:13.388146 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9ab964a2-3d00-4123-b802-8061392bace5 req-9a7e7a22-53bf-4100-8e6c-50be7245925d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0717554 Feb 09 07:59:13.674221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:14.777890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd84c2-32a2-4c7c-9ebb-f2bb464acf3f req-ac2836cc-fdb3-4fdc-8649-64bc705cd601 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:14.782098 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a4dd84c2-32a2-4c7c-9ebb-f2bb464acf3f req-ac2836cc-fdb3-4fdc-8649-64bc705cd601 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2085161 Feb 09 07:59:14.860398 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a4dd84c2-32a2-4c7c-9ebb-f2bb464acf3f req-ec829eeb-f19c-4f06-95f3-120c9df086ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641878 Feb 09 07:59:16.086778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ea33f-f1bd-4d72-b6a5-bc39bd043a59 req-1033b0e6-57a5-4d81-9060-46feae63065a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:16.095355 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d94ea33f-f1bd-4d72-b6a5-bc39bd043a59 req-1033b0e6-57a5-4d81-9060-46feae63065a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.1886389 Feb 09 07:59:16.169756 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d94ea33f-f1bd-4d72-b6a5-bc39bd043a59 req-3313d41d-5ce7-48a4-bf23-3c99db5aa9ae tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731163 Feb 09 07:59:16.257004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a128e-be48-45f9-b784-e36142122e4b req-39acb990-f484-4a67-bffe-d1e2ca63df4e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:16.265095 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-748a128e-be48-45f9-b784-e36142122e4b req-39acb990-f484-4a67-bffe-d1e2ca63df4e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2301316 Feb 09 07:59:16.334833 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-748a128e-be48-45f9-b784-e36142122e4b req-8b95765c-452e-4945-bd4f-76f7b8c3483a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0682402 Feb 09 07:59:16.423251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-4e604142-30f1-44ca-8f5a-d137593b2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:16.425194 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-4e604142-30f1-44ca-8f5a-d137593b2d66 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a&tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 1160 time: 0.0891266 Feb 09 07:59:17.624412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966d6dc-bd77-46ba-bd2a-5e2dd39177aa req-a6c94612-aa11-4f2f-bc8c-861182baef2e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:17.626230 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4966d6dc-bd77-46ba-bd2a-5e2dd39177aa req-a6c94612-aa11-4f2f-bc8c-861182baef2e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.1879032 Feb 09 07:59:17.658269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030b24f-783c-4b21-9239-40ba1da9b69e req-2c4735e9-4e43-4477-8376-bd7bcff6b194 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:17.659955 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f030b24f-783c-4b21-9239-40ba1da9b69e req-2c4735e9-4e43-4477-8376-bd7bcff6b194 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1739979 Feb 09 07:59:17.694263 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4966d6dc-bd77-46ba-bd2a-5e2dd39177aa req-720a5bbc-c3c0-4cfa-8455-e9f7ffd82ca0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612800 Feb 09 07:59:17.725257 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f030b24f-783c-4b21-9239-40ba1da9b69e req-3e4612f5-c9a6-4ac6-833a-3daab3ad6505 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0578079 Feb 09 07:59:18.373234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-e71bceb2-26bb-4739-90b3-4414741ffcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:18.374928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-e71bceb2-26bb-4739-90b3-4414741ffcc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1160 time: 0.0844245 Feb 09 07:59:18.543533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-9394a2d6-4a96-439c-bd68-0100e50e28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:18.547670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-9394a2d6-4a96-439c-bd68-0100e50e28ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1606171 Feb 09 07:59:18.678490 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-12c87f3c-4472-4421-900d-b1c301c73c70 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 998 time: 0.1140597 Feb 09 07:59:18.751307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-03fb4b50-b7b7-426c-8526-83ede69fb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:18.753007 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-03fb4b50-b7b7-426c-8526-83ede69fb538 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0674846 Feb 09 07:59:18.882430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-e696f6db-e396-451b-b859-f9d413964370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:18.884044 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-e696f6db-e396-451b-b859-f9d413964370 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228013 Feb 09 07:59:19.143864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4f0b-948c-40d8-b996-b72ad286e8b4 req-80342ca7-6ffa-4fc5-a803-f85a94f82c5b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:19.145946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e46a4f0b-948c-40d8-b996-b72ad286e8b4 req-80342ca7-6ffa-4fc5-a803-f85a94f82c5b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.3031864 Feb 09 07:59:19.157021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-be952221-2536-4fdc-adec-5e1415bbcb93 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588413 Feb 09 07:59:19.158360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09368257-46b1-4801-a20f-82b1747b66fe req-7d314b66-8bee-4b75-b39d-a0c48bf73e5a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:19.160089 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-09368257-46b1-4801-a20f-82b1747b66fe req-7d314b66-8bee-4b75-b39d-a0c48bf73e5a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1705935 Feb 09 07:59:19.227465 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-09368257-46b1-4801-a20f-82b1747b66fe req-3181b022-9ee2-48c8-b75d-195efc741121 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0600474 Feb 09 07:59:19.316464 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e46a4f0b-948c-40d8-b996-b72ad286e8b4 req-9ccedd88-1809-43d6-b109-10194ee67d21 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638646 Feb 09 07:59:19.372913 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0ef0348a-dcdd-4eb1-84fe-c7202734497c req-48d1b3f9-6b13-428f-a0f6-6b60fa515bac service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1987596 Feb 09 07:59:19.659665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c123e942-fbd9-4c3e-a501-560baeec861a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:19.660668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c123e942-fbd9-4c3e-a501-560baeec861a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:19.725531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c123e942-fbd9-4c3e-a501-560baeec861a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:19.726630 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c123e942-fbd9-4c3e-a501-560baeec861a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 815 time: 0.3345332 Feb 09 07:59:19.737311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 38656) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:59:19.746590 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-704fed1f-f4a7-4c1e-8876-741ed2352331 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/quotas/d19e9d279ea24bf380750f409e71e299 HTTP/1.1" status: 200 len: 375 time: 0.0109849 Feb 09 07:59:19.883596 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-dafe8324-7b25-4ca9-9fa5-bb99d9f3d223 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:19.905086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:19.922416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:59:19.926776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b014c7e5325e4ac4be352ef14c670ece is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 07:59:19.930598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 07:59:19.936354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:59:19.940305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-dafe8324-7b25-4ca9-9fa5-bb99d9f3d223 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:19.942703 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-dafe8324-7b25-4ca9-9fa5-bb99d9f3d223 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894572 Feb 09 07:59:20.027739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.056571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.066011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d7f290a7-cbfd-459e-a6d1-eb64d45d26fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:20.094113 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-859518fc-b12a-452a-8984-93ec15b4632c service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387811 Feb 09 07:59:20.110996 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b014c7e5325e4ac4be352ef14c670ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725150 Feb 09 07:59:20.111940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6162f-2ada-49dc-b46e-8cee9fa77175,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:20.114104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 38664) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 07:59:20.133447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.133866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.134271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.134669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.135063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.135459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.135851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.136244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.136653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.137045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.137434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.137826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.138252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.138634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.139024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.139405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.139789 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.140173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.140558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.140972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.141356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.141822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.142124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.142507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:20.148710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:20.198893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.227297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.243706 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-02d4b275-7be4-4565-9e76-8d5e08ed4a27 service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417327 Feb 09 07:59:20.308230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.313820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-839e06ef-aa5d-48a9-b6c1-1abc02153c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:20.327329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6162f-2ada-49dc-b46e-8cee9fa77175,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:20.332916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:20.340386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:20.340386 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c6162f-2ada-49dc-b46e-8cee9fa77175 HTTP/1.1" status: 204 len: 168 time: 0.2223437 Feb 09 07:59:20.563033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55f626-4f4a-4b2b-867a-4905aab6fa31 req-5bab86de-1ce7-4595-ba02-11cd5362e408 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:20.570788 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba55f626-4f4a-4b2b-867a-4905aab6fa31 req-5bab86de-1ce7-4595-ba02-11cd5362e408 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1921904 Feb 09 07:59:20.641286 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba55f626-4f4a-4b2b-867a-4905aab6fa31 req-691b5d04-ef33-44e6-8e11-c0522419cb65 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0694511 Feb 09 07:59:20.752168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34743c00-cded-4e7c-aa26-15c71c9f8600 req-57d494e9-032c-46bd-856f-79d34b6d8e55 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:20.754045 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-34743c00-cded-4e7c-aa26-15c71c9f8600 req-57d494e9-032c-46bd-856f-79d34b6d8e55 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.1774385 Feb 09 07:59:20.784673 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed17f9fc-703a-45cd-92f4-e4f5903cf028 req-afebc2a6-885e-42cb-80c0-e9e8bc1fe447 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0664630 Feb 09 07:59:20.832857 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-34743c00-cded-4e7c-aa26-15c71c9f8600 req-894033cf-5f2b-4682-a499-a7ed40b7d062 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691559 Feb 09 07:59:21.955350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d371389-ab6a-4e25-ab5d-53b923618104 req-f37c59d2-a132-4a83-bdc0-e9994dd6b949 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:21.957049 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d371389-ab6a-4e25-ab5d-53b923618104 req-f37c59d2-a132-4a83-bdc0-e9994dd6b949 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1679432 Feb 09 07:59:21.981655 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ef306800-87d8-43de-957b-0f35be1789da req-e8b61881-cee7-497b-a030-f037293f25cd tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0566363 Feb 09 07:59:22.025069 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d371389-ab6a-4e25-ab5d-53b923618104 req-18ee8614-1f13-472f-a322-2e35415be1eb tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0604887 Feb 09 07:59:22.266182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae9bb3-6206-45d6-9e61-9aa20f1d91dc req-dcb156ed-6881-4875-98be-2d6d272f36a9 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:22.267830 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-88ae9bb3-6206-45d6-9e61-9aa20f1d91dc req-dcb156ed-6881-4875-98be-2d6d272f36a9 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.1692312 Feb 09 07:59:22.331918 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-88ae9bb3-6206-45d6-9e61-9aa20f1d91dc req-3f270fcc-5fab-4a2a-862c-965352801f90 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Feb 09 07:59:23.164008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1b7216a2-ef1f-4374-8307-194f633289a1 req-76f72ee1-7e3d-4e45-9b3d-f02476c82eea tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0514274 Feb 09 07:59:23.352485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507d1e-a352-47c0-867a-bdaac8f03aa3 req-fa71802b-3b5c-4042-a946-a43dc5c0bdcc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:23.354205 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c4507d1e-a352-47c0-867a-bdaac8f03aa3 req-fa71802b-3b5c-4042-a946-a43dc5c0bdcc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1777883 Feb 09 07:59:23.374148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3fa48264-93be-432d-9981-c0b4c6b42c3e up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 07:59:23.421317 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c4507d1e-a352-47c0-867a-bdaac8f03aa3 req-24ed1785-5f11-4785-ae11-c9e81afdb7ed tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0605445 Feb 09 07:59:23.504373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3fa48264-93be-432d-9981-c0b4c6b42c3e triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:23.505383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:23.702481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a44ae6a2-fc30-44d4-8c77-5bb231828e23 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:23.704132 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a44ae6a2-fc30-44d4-8c77-5bb231828e23 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.2749512 Feb 09 07:59:23.858635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce1e2-dc82-4442-9957-3e8bec345b88 req-6c602ebc-e866-45a8-9c21-75662dc7b209 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:23.861165 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-488ce1e2-dc82-4442-9957-3e8bec345b88 req-6c602ebc-e866-45a8-9c21-75662dc7b209 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.3347015 Feb 09 07:59:23.932882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Deleting port 3fa48264-93be-432d-9981-c0b4c6b42c3e {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:23.933268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:24.018975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-488ce1e2-dc82-4442-9957-3e8bec345b88 req-cacf0994-40b9-487f-a51f-a92ad7d5130a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505501 Feb 09 07:59:24.495786 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-629f8a4d-e235-465d-a794-0fcd7af34231 req-959beab3-cbd8-4927-b697-c553ff8596e3 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0597234 Feb 09 07:59:24.528804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-b56e4668-c22c-4834-8c5e-ca460da12bd9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:24.530514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-b56e4668-c22c-4834-8c5e-ca460da12bd9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 815 time: 0.5029974 Feb 09 07:59:24.845966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:24.846185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:24.960790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300c6e3-7da4-4430-b759-91b5c43a800f req-34590735-c106-42e2-ba98-c7cf0337b044 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:24.962640 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3300c6e3-7da4-4430-b759-91b5c43a800f req-34590735-c106-42e2-ba98-c7cf0337b044 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2517996 Feb 09 07:59:25.034905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3fa48264-93be-432d-9981-c0b4c6b42c3e no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:59:25.110829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Calling delete_port for 3fa48264-93be-432d-9981-c0b4c6b42c3e owned by compute:nova {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:25.195739 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3300c6e3-7da4-4430-b759-91b5c43a800f req-a46df7a4-85fa-4a4b-a662-618ce384122b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1728029 Feb 09 07:59:25.256879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:25.281873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:25.282965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:25.349841 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e', 'code': 200} Feb 09 07:59:25.365280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:25.367294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2af915c4-aa98-4f76-b2e1-17db012d1a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:25.404544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c3aed-1469-48a7-b7e0-b0904bfdaab8 req-f9dd2903-9487-4064-9339-7f81df9a4990 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:25.406326 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-307c3aed-1469-48a7-b7e0-b0904bfdaab8 req-f9dd2903-9487-4064-9339-7f81df9a4990 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 945 time: 0.2167921 Feb 09 07:59:25.430041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80055) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:59:25.430404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:59:25.440437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:25.445246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:25.687020 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-307c3aed-1469-48a7-b7e0-b0904bfdaab8 req-5e3bc373-c512-460f-a709-d7030c00011d tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738199 Feb 09 07:59:25.738773 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7aee8da2-cea0-496b-9875-592a6ea07d63 req-952a476d-8bcc-48bc-ac96-ec68ee53ea9b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0582218 Feb 09 07:59:25.931862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Deleting port 3fa48264-93be-432d-9981-c0b4c6b42c3e {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:25.932250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:26.292098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] For port 3fa48264-93be-432d-9981-c0b4c6b42c3e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3fa48264-93be-432d-9981-c0b4c6b42c3e,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:26.292698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:26.456535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Calling delete_port for 3fa48264-93be-432d-9981-c0b4c6b42c3e owned by compute:nova {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:26.593959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23bf26-c2ce-4558-ba25-58617af22979 req-42baf260-433d-4284-92af-5317057251e1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:26.595858 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9b23bf26-c2ce-4558-ba25-58617af22979 req-42baf260-433d-4284-92af-5317057251e1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.4131355 Feb 09 07:59:26.598435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339c6eb-0666-4bfa-96c2-e92f554ea923 req-c98da3b7-1016-4cae-8dbb-55983020c872 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:26.601255 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a339c6eb-0666-4bfa-96c2-e92f554ea923 req-c98da3b7-1016-4cae-8dbb-55983020c872 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2320673 Feb 09 07:59:26.674898 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a339c6eb-0666-4bfa-96c2-e92f554ea923 req-6148b6f9-535f-4782-afc2-eb97b3fb8449 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0643244 Feb 09 07:59:26.684313 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9b23bf26-c2ce-4558-ba25-58617af22979 req-1a922f68-7039-4c3b-ae6c-e470fd6b6d02 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804570 Feb 09 07:59:26.857429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:26.874012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c6a3ec57-9a1a-45e0-acb6-87c809b7e8bc tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:26.935023 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0654be37-4442-48ba-8227-596aa8ae758f req-414577ca-46df-48c7-b6a7-25cacb8ebd2a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0550520 Feb 09 07:59:26.988133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event deleted for resources: {'Port': ['ID=3fa48264-93be-432d-9981-c0b4c6b42c3e,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:26.991190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:27.011413 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-01d1addf-b824-449a-8683-5dc9af10fa23 req-51830dda-bd01-47a4-b5c6-1c700fe8af88 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0877881 Feb 09 07:59:27.158188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] No DVR routers for this DVR port 3fa48264-93be-432d-9981-c0b4c6b42c3e on host hv-cinder-77459 {{(pid=80055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:59:27.160534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:27.164698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-deleted', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:27.211618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ef5b5cbf-afe7-4be5-a413-c6fc8f9850bb req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "DELETE /v2.0/ports/3fa48264-93be-432d-9981-c0b4c6b42c3e HTTP/1.1" status: 204 len: 173 time: 3.4968731 Feb 09 07:59:27.223835 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ced11-59ea-4191-ad52-f21ae615e02a', 'name': 'network-vif-deleted', 'tag': '3fa48264-93be-432d-9981-c0b4c6b42c3e', 'status': 'completed', 'code': 200} Feb 09 07:59:28.035116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5139ac-fc1a-446b-a33b-bed1c329b519 req-68dbe0f4-e760-4fb4-8bad-a1178d2d35f1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:28.039354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8c5139ac-fc1a-446b-a33b-bed1c329b519 req-68dbe0f4-e760-4fb4-8bad-a1178d2d35f1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1951690 Feb 09 07:59:28.107449 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8c5139ac-fc1a-446b-a33b-bed1c329b519 req-3ff60a98-106d-4fee-bd9b-542abd89b7c1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627315 Feb 09 07:59:28.331880 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-553f2157-f991-4024-91a2-a05ba38f9670 req-359c9904-e755-42b7-b213-ae1520e94f72 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0612378 Feb 09 07:59:28.418947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfce10-d639-4afb-86ad-3d2c2073a224 req-f416f714-bd51-4e44-83d4-a27262bc5020 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:28.420905 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-12cfce10-d639-4afb-86ad-3d2c2073a224 req-f416f714-bd51-4e44-83d4-a27262bc5020 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1738975 Feb 09 07:59:28.511655 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-12cfce10-d639-4afb-86ad-3d2c2073a224 req-e15130f2-2a17-4d01-8898-c9ca8cbcd383 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0840461 Feb 09 07:59:28.524969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a8192525-2b0b-40bf-9f40-d396da8fd7b5 req-85f75e5a-03d0-4ec3-94d3-50140b6eeb1c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0613544 Feb 09 07:59:29.416401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde4c6f-64f7-4ae1-abbb-45c7f7477d3e req-b2e38fc8-fb9c-4232-bbe6-73fafe9f54e0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:29.418068 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bbde4c6f-64f7-4ae1-abbb-45c7f7477d3e req-b2e38fc8-fb9c-4232-bbe6-73fafe9f54e0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1705556 Feb 09 07:59:29.501304 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bbde4c6f-64f7-4ae1-abbb-45c7f7477d3e req-6ad80790-b486-4b4b-9eb5-4156f89149f4 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Feb 09 07:59:29.557934 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ee206ff-4bc8-4fa0-987e-e197a18aeca0 req-e2b7dfae-e97f-42c4-b2eb-8e88d1070a25 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0660858 Feb 09 07:59:29.735798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-db7980dc-1745-4568-9164-2e6cf0e1bf9e req-c8960302-7e3d-474a-a8a9-e69f2e0001e3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0526333 Feb 09 07:59:29.851113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecafa6-a17a-4ff5-8382-8d3d2704b3d5 req-128474e1-a98a-4b12-8e18-8e4468b9a6d3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:29.852840 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-93ecafa6-a17a-4ff5-8382-8d3d2704b3d5 req-128474e1-a98a-4b12-8e18-8e4468b9a6d3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1850228 Feb 09 07:59:29.924248 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-93ecafa6-a17a-4ff5-8382-8d3d2704b3d5 req-9ebd8cf1-0686-49e7-ba26-eab948e54817 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646181 Feb 09 07:59:30.747971 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05ec1aa3-b90e-4c9e-ac22-6fb54c3bf2c9 req-e1ee657f-68d0-4705-b351-f5bd385acb19 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0512197 Feb 09 07:59:30.824305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eae03-cd70-49b8-ac1f-95dde871b330 req-043a973c-4b66-4c11-b028-a2cdfb61820e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:30.826057 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c05eae03-cd70-49b8-ac1f-95dde871b330 req-043a973c-4b66-4c11-b028-a2cdfb61820e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1860759 Feb 09 07:59:30.908269 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c05eae03-cd70-49b8-ac1f-95dde871b330 req-0ce65cca-822b-4c72-bd9d-dc000d243066 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738318 Feb 09 07:59:30.952865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-2996f2aa-a5da-4964-b32a-3a4dcb71380e req-df3825e8-065d-4a2f-842d-5196f5597bbd tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:31.005085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-2996f2aa-a5da-4964-b32a-3a4dcb71380e req-df3825e8-065d-4a2f-842d-5196f5597bbd tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:31.006884 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2996f2aa-a5da-4964-b32a-3a4dcb71380e req-df3825e8-065d-4a2f-842d-5196f5597bbd tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.1276681 Feb 09 07:59:31.157244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9783364e-95c5-4c06-9833-6d12856bfbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:31.261220 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815bb67-b1f7-42f6-a522-9a3c3998880e req-874c0ed9-c1d5-4dc4-91f6-ac36458dbe80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:31.262864 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2815bb67-b1f7-42f6-a522-9a3c3998880e req-874c0ed9-c1d5-4dc4-91f6-ac36458dbe80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1837928 Feb 09 07:59:31.333890 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2815bb67-b1f7-42f6-a522-9a3c3998880e req-3cd985f2-f260-4dcd-a098-cb54dd6340c0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646248 Feb 09 07:59:31.937505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5eff7e3f-8f97-4ea9-a5be-502c4efcb005 req-1622483e-ce58-437d-9fd8-e30548540a15 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0530210 Feb 09 07:59:32.217215 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d27f2e6-4962-4162-8faa-2b2ce8042660 req-2bbfa64d-aaa9-4b04-83c0-d6916a9f8fa5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0619464 Feb 09 07:59:32.218370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d6c88-8718-46bd-aa69-c1cd320bc21f req-383b0fa2-3973-4dff-94ed-3fa42a9bb4f8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:32.220064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-480d6c88-8718-46bd-aa69-c1cd320bc21f req-383b0fa2-3973-4dff-94ed-3fa42a9bb4f8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1745453 Feb 09 07:59:32.292684 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-480d6c88-8718-46bd-aa69-c1cd320bc21f req-e4de140e-de8c-441b-b81e-a557fbef116f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643761 Feb 09 07:59:32.692175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a4bdc-afcc-49e3-9d56-43ef4533503f req-676a6bd4-9e33-4379-9f2c-87c07367508b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:32.694697 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b42a4bdc-afcc-49e3-9d56-43ef4533503f req-676a6bd4-9e33-4379-9f2c-87c07367508b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.2051461 Feb 09 07:59:32.764279 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b42a4bdc-afcc-49e3-9d56-43ef4533503f req-ccdae7a1-983a-41cb-bda7-13f610e5dfaf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0627899 Feb 09 07:59:33.128702 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9ddeabfd-fc56-42e1-9ef0-04fb0f8b32a8 req-f9c8827b-635e-4b49-a81b-56922c982646 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0495422 Feb 09 07:59:33.440557 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac84f09f-3dfd-4c64-a07c-44f9acd0b206 req-ea287735-71ae-47f1-a8d2-f4766340b1ea tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0628541 Feb 09 07:59:33.495180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 07:59:33.671497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8112d-2c8d-4ab7-bc23-29266bb306eb req-8342cc37-9da9-47ba-8d0b-a48ca4a2e1a2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:33.673243 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-08d8112d-2c8d-4ab7-bc23-29266bb306eb req-8342cc37-9da9-47ba-8d0b-a48ca4a2e1a2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2117627 Feb 09 07:59:33.750768 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-08d8112d-2c8d-4ab7-bc23-29266bb306eb req-9dc3483c-a0e4-4e75-a223-ed7b2fb7296c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710196 Feb 09 07:59:34.120778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d55dc8-2882-425a-becb-3a96f03fcad7 req-383b85ab-3240-448a-a6b9-c84415e32cfd tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:34.122404 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8d55dc8-2882-425a-becb-3a96f03fcad7 req-383b85ab-3240-448a-a6b9-c84415e32cfd tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1869788 Feb 09 07:59:34.196970 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8d55dc8-2882-425a-becb-3a96f03fcad7 req-24b037ce-6e51-44e0-b0cb-fd70a26067f7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0653024 Feb 09 07:59:34.327347 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6cf1b48b-2741-49f5-a1bc-95e9b9347757 req-89cc92a1-d47a-451a-9e5b-e01141efa590 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0560608 Feb 09 07:59:34.484887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9c5e02c9-15c6-43e6-a9c6-5ccb6f08c19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:34.531128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:34.640812 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d044266-e164-42a4-8ad7-063858e24f0b req-95f325a4-fba9-48b5-a36c-87bf918b0773 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0503898 Feb 09 07:59:35.033410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:35.058214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bcd64-b27a-4885-a4ca-d35691ff1d74 req-7e71265e-f627-4fb3-adb4-4e56723fe2a8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:35.059820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b04bcd64-b27a-4885-a4ca-d35691ff1d74 req-7e71265e-f627-4fb3-adb4-4e56723fe2a8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1674664 Feb 09 07:59:35.126806 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b04bcd64-b27a-4885-a4ca-d35691ff1d74 req-830d63c2-ebf4-415f-8c29-8325287a9d33 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Feb 09 07:59:35.353713 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:35.435878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'port': {'device_id': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'admin_state_up': True, 'tenant_id': 'd19e9d279ea24bf380750f409e71e299'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:59:35.576438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f29aa00-6ca1-4fb3-a40c-384110053775 req-8eaf8d2f-cd27-4626-8a16-47e092c86051 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0584164 Feb 09 07:59:35.828243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 07:59:35.839435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 07:59:35.842702 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3e49ff6-08a6-487c-8cb3-8532f842ff8b req-95434f56-9021-47d4-9693-965e2e53d081 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0522163 Feb 09 07:59:35.959989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8380b44-0230-43f5-8f38-135268a6f6a8 req-830569b9-25f5-412b-8a8a-88c22cf8264d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:35.961674 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8380b44-0230-43f5-8f38-135268a6f6a8 req-830569b9-25f5-412b-8a8a-88c22cf8264d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.5948629 Feb 09 07:59:35.962845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Made reservation on behalf of d19e9d279ea24bf380750f409e71e299 for: {'port': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 07:59:35.984329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:36.088799 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8380b44-0230-43f5-8f38-135268a6f6a8 req-4e9d72c8-b833-41f5-83c3-0b46519388f8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0923824 Feb 09 07:59:36.517797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Allocated IP 172.20.0.11 (8b0d6539-1caa-465f-8b57-84bf8d3d27fc/59eff250-b0c7-4587-8531-3e4f351bb15a/3d726427-fc90-49e7-9a31-0f3f07360f9f) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 07:59:36.552938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31a83d-6d2d-4ea0-b3a9-40a963966213 req-4f9d7800-d32a-4fb9-ae51-56712cfad3c7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:36.557298 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb31a83d-6d2d-4ea0-b3a9-40a963966213 req-4f9d7800-d32a-4fb9-ae51-56712cfad3c7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2341659 Feb 09 07:59:36.621525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb31a83d-6d2d-4ea0-b3a9-40a963966213 req-0254e64e-d895-4a8a-bc7f-750fa57777db tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 Feb 09 07:59:36.794491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:36.812865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Transition to ACTIVE for port object 3d726427-fc90-49e7-9a31-0f3f07360f9f will not be triggered until provisioned by entity DHCP. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:59:36.878630 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cf6d81ce-5eee-468a-afa4-38000773eff8 req-a9ac60ee-e505-4be0-8cbd-dbde1387daed tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.0641108 Feb 09 07:59:36.946302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:36.963312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-af7e7bb9-2746-42a1-ab92-97bd90262112 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:37.042661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:37.049129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:37.056974 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8fd5b296-d843-4ee9-8244-7dbf235507cd req-20be20ce-20f4-4c7d-811d-8a41a5120b01 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0510499 Feb 09 07:59:37.196601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 07:59:37.197882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 07:59:37.200358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 07:59:37.373430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:37.374447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:37.564491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d712bd-5e9d-4a46-b3b7-7ac5db9192e9 req-e99713c4-954c-4c76-bb06-c66850aaa52d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:37.566214 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8d712bd-5e9d-4a46-b3b7-7ac5db9192e9 req-e99713c4-954c-4c76-bb06-c66850aaa52d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.3259676 Feb 09 07:59:37.568831 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1520157 Feb 09 07:59:37.608275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-83fe0ec6-cb0b-4173-aedd-22115a68b705 None None] Provisioning for port 3d726427-fc90-49e7-9a31-0f3f07360f9f completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 07:59:37.613752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-83fe0ec6-cb0b-4173-aedd-22115a68b705 None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 07:59:37.614749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-83fe0ec6-cb0b-4173-aedd-22115a68b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:37.639295 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8d712bd-5e9d-4a46-b3b7-7ac5db9192e9 req-9704477a-076e-4a98-9485-6b451b4a5d71 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654156 Feb 09 07:59:37.698611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-83fe0ec6-cb0b-4173-aedd-22115a68b705 None None] Port 3d726427-fc90-49e7-9a31-0f3f07360f9f cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 07:59:37.998046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfa62-3084-47f3-a5fe-21e8585e7bd5 req-63ed530b-315c-4ffe-a292-5b5c756d9693 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:37.999763 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-839bfa62-3084-47f3-a5fe-21e8585e7bd5 req-63ed530b-315c-4ffe-a292-5b5c756d9693 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1829646 Feb 09 07:59:38.068628 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-839bfa62-3084-47f3-a5fe-21e8585e7bd5 req-e29c1bac-c44b-404e-85a0-05ebc57bc3f1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623178 Feb 09 07:59:38.261939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c785-6af1-4b71-ac27-7a171e188e02 req-4f5756d0-0178-4baf-85fd-077eb8c447b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:38.262752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-2e16c785-6af1-4b71-ac27-7a171e188e02 req-4f5756d0-0178-4baf-85fd-077eb8c447b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:38.275850 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98eb2d18-3068-457f-b596-9195ba263c7d req-878ee29a-3483-4c39-9837-177d840536f8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0562038 Feb 09 07:59:38.324663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-2e16c785-6af1-4b71-ac27-7a171e188e02 req-4f5756d0-0178-4baf-85fd-077eb8c447b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:38.326021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2e16c785-6af1-4b71-ac27-7a171e188e02 req-4f5756d0-0178-4baf-85fd-077eb8c447b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.2881680 Feb 09 07:59:38.396359 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2e16c785-6af1-4b71-ac27-7a171e188e02 req-bfdac9cd-7aa2-499b-98e2-28cd2260d791 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632207 Feb 09 07:59:38.973163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f4bb-6e3a-4a3b-8e45-8da0019f1c21 req-e492b444-934d-4d47-b3b7-d001bf2d4634 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:38.975663 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-66a8f4bb-6e3a-4a3b-8e45-8da0019f1c21 req-e492b444-934d-4d47-b3b7-d001bf2d4634 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1758096 Feb 09 07:59:39.043867 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-66a8f4bb-6e3a-4a3b-8e45-8da0019f1c21 req-05795a1a-5eae-4732-8257-57ec19d6046d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0614057 Feb 09 07:59:39.387988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1795220-3996-4613-8599-2ecf7019e9c8 req-3ee020b5-77cd-42c6-9075-570108ee1c67 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:39.389726 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d1795220-3996-4613-8599-2ecf7019e9c8 req-3ee020b5-77cd-42c6-9075-570108ee1c67 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1792791 Feb 09 07:59:39.483515 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d1795220-3996-4613-8599-2ecf7019e9c8 req-4d21af98-0048-43cf-9ac8-179a61a8424d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870478 Feb 09 07:59:39.549886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74f0b67b-ae3a-4dff-9499-1604c2e09ffe req-c44d3e39-2fff-41a8-beac-559967aba8b8 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0912855 Feb 09 07:59:39.783965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db76c9-5f9c-4b40-9f66-0382739ec6cf req-1807cc9e-e497-4c09-8492-c421718eee7d tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:39.785685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c3db76c9-5f9c-4b40-9f66-0382739ec6cf req-1807cc9e-e497-4c09-8492-c421718eee7d tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1724007 Feb 09 07:59:39.861635 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c3db76c9-5f9c-4b40-9f66-0382739ec6cf req-9d2f269a-77d2-4dd2-b102-734ba82c264c tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Feb 09 07:59:40.375253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e886-38d6-48cc-b1ea-23ae952b29e2 req-fcfaedfa-9599-4e8f-a2d9-14471039a5dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:40.377141 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed44e886-38d6-48cc-b1ea-23ae952b29e2 req-fcfaedfa-9599-4e8f-a2d9-14471039a5dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1731534 Feb 09 07:59:40.445667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ed44e886-38d6-48cc-b1ea-23ae952b29e2 req-c12abcdd-4338-48d8-97d9-1ddd45fa61b1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0613253 Feb 09 07:59:40.756438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fc95a518-cc6c-419a-bd2e-f91e96bbac18 req-de93abef-d627-48e8-80d2-c8b62f646be0 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0523005 Feb 09 07:59:40.829226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91820a47-6b0c-409a-b574-53f6045dde3f req-06230724-6719-478e-a33f-7f3d14b7e74e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:40.830921 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-91820a47-6b0c-409a-b574-53f6045dde3f req-06230724-6719-478e-a33f-7f3d14b7e74e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1890166 Feb 09 07:59:40.898268 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-91820a47-6b0c-409a-b574-53f6045dde3f req-16201b39-6bcc-462c-b557-c612cfffe890 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605628 Feb 09 07:59:41.179769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91da9ea-7a00-493c-9b5c-42f2386e9ae7 req-c2eb4668-bbdf-441b-8200-377a9caf06b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:41.181495 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e91da9ea-7a00-493c-9b5c-42f2386e9ae7 req-c2eb4668-bbdf-441b-8200-377a9caf06b7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1719625 Feb 09 07:59:41.246340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-e91da9ea-7a00-493c-9b5c-42f2386e9ae7 req-f972287a-5797-46fa-9c03-9bb3c2ffdafb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:41.294072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-e91da9ea-7a00-493c-9b5c-42f2386e9ae7 req-f972287a-5797-46fa-9c03-9bb3c2ffdafb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:41.295403 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e91da9ea-7a00-493c-9b5c-42f2386e9ae7 req-f972287a-5797-46fa-9c03-9bb3c2ffdafb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076145 Feb 09 07:59:41.778037 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96affd37-5c9a-43e0-af48-561d3afb5f83 req-71c02607-48be-40ce-94dd-6949c21e9964 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:41.780328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96affd37-5c9a-43e0-af48-561d3afb5f83 req-71c02607-48be-40ce-94dd-6949c21e9964 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1770835 Feb 09 07:59:41.847194 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96affd37-5c9a-43e0-af48-561d3afb5f83 req-897541ee-1852-4cdf-8844-94647c14ac1f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0603201 Feb 09 07:59:41.966558 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77303770-83ec-49f6-9443-9c1c82d40a02 req-3d7e9ce2-b55b-44e6-b3d3-cc15747c5075 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0539429 Feb 09 07:59:42.225570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fac8b-519c-46e9-b5e7-fdac5d00e275 req-c1a49a93-1369-4df7-9a5f-9b84d7671eae tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:42.227281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-db9fac8b-519c-46e9-b5e7-fdac5d00e275 req-c1a49a93-1369-4df7-9a5f-9b84d7671eae tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1737349 Feb 09 07:59:42.306959 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-db9fac8b-519c-46e9-b5e7-fdac5d00e275 req-1e673bff-815e-434f-b670-5edd3891584b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Feb 09 07:59:42.342111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:42.616462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945b89-e53e-42a5-86c3-d1938c235f7a req-ed450c91-42dc-485d-bf2a-d4281702834b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:42.618204 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd945b89-e53e-42a5-86c3-d1938c235f7a req-ed450c91-42dc-485d-bf2a-d4281702834b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1797931 Feb 09 07:59:42.688476 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd945b89-e53e-42a5-86c3-d1938c235f7a req-cf88fa4f-be0c-410b-95ae-c2b317160ff7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Feb 09 07:59:43.193834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c927f2-0189-427a-bb85-e16a4e52f903 req-9e2d5bc6-a380-44ed-9012-0766a7f0e6a6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:43.195547 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02c927f2-0189-427a-bb85-e16a4e52f903 req-9e2d5bc6-a380-44ed-9012-0766a7f0e6a6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1845272 Feb 09 07:59:43.196551 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-53b3d5f6-c3e1-421a-a4cd-cf1707227d09 req-b427c3cf-7d33-43b3-bbd2-4b0e81197afb tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0537131 Feb 09 07:59:43.275052 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02c927f2-0189-427a-bb85-e16a4e52f903 req-db71ed2d-0a30-47e8-96ab-e7fb27f3d0d0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646465 Feb 09 07:59:43.619842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff6a70-0075-43de-92e0-0c437d643595 req-bb5995d8-7e8d-439d-9ba9-0025662a624c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:43.621490 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e0ff6a70-0075-43de-92e0-0c437d643595 req-bb5995d8-7e8d-439d-9ba9-0025662a624c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1767488 Feb 09 07:59:43.687378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e0ff6a70-0075-43de-92e0-0c437d643595 req-3aaffd37-2c32-422e-977d-f915c196dbf2 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Feb 09 07:59:44.003972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c49c-e413-44b8-bbc9-1a34eb21cb34 req-7d0c895a-8365-478b-a805-f4bd82d2bf78 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:44.005770 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6c7c49c-e413-44b8-bbc9-1a34eb21cb34 req-7d0c895a-8365-478b-a805-f4bd82d2bf78 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1825974 Feb 09 07:59:44.073041 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6c7c49c-e413-44b8-bbc9-1a34eb21cb34 req-829ed55e-4460-4fdc-965a-c0e5f75013bc tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Feb 09 07:59:44.429565 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-73910670-c12d-4c06-8e05-63fa0a5db950 req-7f6281b6-43cc-4c2a-88d8-b7c9c3794248 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0811927 Feb 09 07:59:44.606226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead08f6f-2292-4c8a-80ae-23b180e186f2 req-5a9a65f2-1611-4a66-87ec-cd3f1ad7510c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:44.612956 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ead08f6f-2292-4c8a-80ae-23b180e186f2 req-5a9a65f2-1611-4a66-87ec-cd3f1ad7510c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1791325 Feb 09 07:59:44.677892 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ead08f6f-2292-4c8a-80ae-23b180e186f2 req-03d7020b-6264-4536-b3ee-18e81fdb76b7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0636215 Feb 09 07:59:45.014619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da732c-8ef1-47ed-a9c4-ae4a0dcd55dd req-99805a09-dd7a-480a-ae63-963ca36b0228 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:45.016408 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02da732c-8ef1-47ed-a9c4-ae4a0dcd55dd req-99805a09-dd7a-480a-ae63-963ca36b0228 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1954803 Feb 09 07:59:45.092261 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02da732c-8ef1-47ed-a9c4-ae4a0dcd55dd req-9bffc5e0-f255-4c2c-813a-670a4b8c263d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Feb 09 07:59:45.388823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939516a2-128b-4ad6-aad5-232a89934624 req-1e3bcd28-bd0b-4900-84be-447476a655c2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:45.388823 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-939516a2-128b-4ad6-aad5-232a89934624 req-1e3bcd28-bd0b-4900-84be-447476a655c2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1776311 Feb 09 07:59:45.454981 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-939516a2-128b-4ad6-aad5-232a89934624 req-7180a5a5-17e8-4644-a525-d3ad8ef45478 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607574 Feb 09 07:59:45.680980 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5291dd02-6125-48bf-b672-c3de6d7b433c req-ea39a176-c582-4156-b215-e28684c488de tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0519879 Feb 09 07:59:46.001397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0675ca-7d89-4f18-b74f-f3a9023c9c04 req-705fad89-088d-4a54-b09d-c59ac2f2a8df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:46.008979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d0675ca-7d89-4f18-b74f-f3a9023c9c04 req-705fad89-088d-4a54-b09d-c59ac2f2a8df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1800072 Feb 09 07:59:46.079152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d0675ca-7d89-4f18-b74f-f3a9023c9c04 req-2516d15d-372b-49f2-98b3-2a0852658609 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0665164 Feb 09 07:59:46.418722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ff4ca-67f8-4959-bba6-d15b3b0f2f12 req-1a14cc4c-0b63-46f4-87cf-979f877ea9c8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:46.420420 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fa8ff4ca-67f8-4959-bba6-d15b3b0f2f12 req-1a14cc4c-0b63-46f4-87cf-979f877ea9c8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1772754 Feb 09 07:59:46.486133 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fa8ff4ca-67f8-4959-bba6-d15b3b0f2f12 req-b21f3c34-ea9c-48a2-b333-c6b9d1088771 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594223 Feb 09 07:59:46.775002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036b937-590a-46e1-843b-e847a602e114 req-9140d6cc-a55d-42b8-b12d-2edf94d51c76 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:46.776709 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0036b937-590a-46e1-843b-e847a602e114 req-9140d6cc-a55d-42b8-b12d-2edf94d51c76 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.1730528 Feb 09 07:59:46.843092 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0036b937-590a-46e1-843b-e847a602e114 req-fc6a38c3-a3cc-4673-a309-cd14ef12cc99 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599678 Feb 09 07:59:46.878887 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70487792-bd42-45e7-873d-2a7c3ce90f38 req-e1af8ed5-4be1-43c0-ae48-28c8157bd198 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c1ced11-59ea-4191-ad52-f21ae615e02a HTTP/1.1" status: 200 len: 210 time: 0.0523956 Feb 09 07:59:47.138205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Request body: {'port': {'device_id': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 07:59:47.314241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:47.536585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fa3d5-95d3-4b06-ad2b-7e4bbe220b4e req-2731e326-0c3b-4646-b3e4-1815ca0e84e5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:47.538850 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e1fa3d5-95d3-4b06-ad2b-7e4bbe220b4e req-2731e326-0c3b-4646-b3e4-1815ca0e84e5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.3010561 Feb 09 07:59:47.674814 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e1fa3d5-95d3-4b06-ad2b-7e4bbe220b4e req-4b2cadf8-e4ce-4594-88a5-6e81591f6b72 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1275499 Feb 09 07:59:47.800882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7372731-46aa-4a05-9fed-3477a9bf5e5f req-0ed8df53-3df2-4554-a86b-59011b0fec9a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:47.803192 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b7372731-46aa-4a05-9fed-3477a9bf5e5f req-0ed8df53-3df2-4554-a86b-59011b0fec9a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.1741984 Feb 09 07:59:47.873117 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b7372731-46aa-4a05-9fed-3477a9bf5e5f req-7ee46762-16f7-4f87-814b-f25461d741c3 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Feb 09 07:59:48.193253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff13-59b1-4ab5-a99b-5569ef18c32a req-425a31c9-0624-491f-a5c9-038d0d5fe26f tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:48.194933 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-86b8ff13-59b1-4ab5-a99b-5569ef18c32a req-425a31c9-0624-491f-a5c9-038d0d5fe26f tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 932 time: 0.2101057 Feb 09 07:59:48.197841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.resource_extend [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 09 07:59:48.321339 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-86b8ff13-59b1-4ab5-a99b-5569ef18c32a req-1fa5691c-bf2e-4e1c-add7-1537df10dba3 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148200 Feb 09 07:59:48.323352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d726427-fc90-49e7-9a31-0f3f07360f9f {{(pid=80055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 07:59:48.333213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:48.346688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Transition to ACTIVE for port object 3d726427-fc90-49e7-9a31-0f3f07360f9f will not be triggered until provisioned by entity L2. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 07:59:48.384994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:48.402471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d155e490-7366-4e69-82c7-6bc81596eb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:48.539738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:48.542909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:48.745757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Attempting to bind port 3d726427-fc90-49e7-9a31-0f3f07360f9f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 07:59:48.746212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Attempting to bind port 3d726427-fc90-49e7-9a31-0f3f07360f9f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 07:59:48.746588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Attempting to bind port 3d726427-fc90-49e7-9a31-0f3f07360f9f on network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 07:59:48.753035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 7, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 07:59:48.753412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Checking segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 07:59:48.754519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:48.754519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Bound using segment: {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'} {{(pid=80055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 07:59:48.755063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Bound port: 3d726427-fc90-49e7-9a31-0f3f07360f9f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1178ea-e354-420e-894b-02ddd1bfd9d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc'}}] {{(pid=80055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 07:59:48.755569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:48.919896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, cleared binding levels {{(pid=80055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 07:59:48.924577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 07:59:49.010407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e131df-1810-460e-997e-6cf55b0fe4ad req-0274573c-690d-4c48-ba5a-80a89ad5bd03 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.012088 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67e131df-1810-460e-997e-6cf55b0fe4ad req-0274573c-690d-4c48-ba5a-80a89ad5bd03 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1689987 Feb 09 07:59:49.037846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb24de7-19f0-4efe-b9d6-cb0f38429327 req-f448e79d-e2d3-4c78-a849-b5325ba00308 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.039526 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-deb24de7-19f0-4efe-b9d6-cb0f38429327 req-f448e79d-e2d3-4c78-a849-b5325ba00308 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.1991892 Feb 09 07:59:49.042656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:49.060739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:49.077137 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67e131df-1810-460e-997e-6cf55b0fe4ad req-165bf6f1-d388-44c1-a197-73842d57b3a5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0585864 Feb 09 07:59:49.261935 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-deb24de7-19f0-4efe-b9d6-cb0f38429327 req-57f6ac72-6f11-4979-bbcf-ab0bc4caa289 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018807 Feb 09 07:59:49.277028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=3']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:49.281730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:49.320233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.320961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:49.322731 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] 10.222.0.48 "PUT /v2.0/ports/3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1158 time: 2.1901038 Feb 09 07:59:49.323266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:49.600336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-662eb438-6145-4bd5-8335-ffd54131e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.605909 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-662eb438-6145-4bd5-8335-ffd54131e3c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1161 time: 0.1494496 Feb 09 07:59:49.613458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c336f7d-e8a7-47e2-9655-aff3e130109c req-0179d837-1c29-4d08-be6a-e7dbc6067fd8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.621779 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c336f7d-e8a7-47e2-9655-aff3e130109c req-0179d837-1c29-4d08-be6a-e7dbc6067fd8 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.4144835 Feb 09 07:59:49.682551 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c336f7d-e8a7-47e2-9655-aff3e130109c req-fd0ef609-3e6f-4e37-a6ff-1af464079e1f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597715 Feb 09 07:59:49.702614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-fa58a7ba-a941-47f1-9bff-b61e0599649a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 217 time: 0.0740228 Feb 09 07:59:49.757105 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 07:59:49.998428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-62d44f70-7fe5-4ef5-bfaa-6a367f10ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:49.999988 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-62d44f70-7fe5-4ef5-bfaa-6a367f10ae23 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.1430333 Feb 09 07:59:50.023156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9349372-e9f9-4ca1-bcf1-742558bc859a req-b5a4b3f1-c590-44d3-82df-3edc298e0756 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:50.024910 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9349372-e9f9-4ca1-bcf1-742558bc859a req-b5a4b3f1-c590-44d3-82df-3edc298e0756 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.1664507 Feb 09 07:59:50.093342 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9349372-e9f9-4ca1-bcf1-742558bc859a req-c46537db-9836-45ab-be7f-b8df4b602ea4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618978 Feb 09 07:59:50.167969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a88ab8-5769-48e5-8ff8-f907481fb785 req-c6d032d2-0b85-4b0e-855f-d136666cf11e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:50.169687 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77a88ab8-5769-48e5-8ff8-f907481fb785 req-c6d032d2-0b85-4b0e-855f-d136666cf11e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.3533502 Feb 09 07:59:50.255371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-89a2c82b-ea7a-4e52-b037-fa2dbae17dd5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:50.256789 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-89a2c82b-ea7a-4e52-b037-fa2dbae17dd5 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.3985703 Feb 09 07:59:50.386302 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77a88ab8-5769-48e5-8ff8-f907481fb785 req-713dc953-c1f2-4584-babc-74224ddd47ba tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284113 Feb 09 07:59:50.389398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71600fce-a318-46dc-8250-ca6759c92a04 req-2127e8d2-4839-4f0a-afc1-260d6aef3488 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:50.391055 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-71600fce-a318-46dc-8250-ca6759c92a04 req-2127e8d2-4839-4f0a-afc1-260d6aef3488 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1669779 Feb 09 07:59:50.420222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Deleting port 135ca4a6-512e-4134-a778-193b277bb7ad {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:50.420605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:50.463731 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-71600fce-a318-46dc-8250-ca6759c92a04 req-ac868611-5947-4e33-bcdf-c7db7c1f945a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579369 Feb 09 07:59:50.473976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-bd53d1dc-9f79-4d7f-8ae1-113a9c4d786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:50.475631 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-bd53d1dc-9f79-4d7f-8ae1-113a9c4d786c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4650388 Feb 09 07:59:50.867926 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-927c7a27-50e0-43f6-a316-cc9b2459ae2a service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806272 Feb 09 07:59:51.002479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92ff0-c35b-4f94-8d11-d0b32081b828 req-d85e7ef4-c7ec-435b-904a-0f1c1e0207f2 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:51.004176 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bf92ff0-c35b-4f94-8d11-d0b32081b828 req-d85e7ef4-c7ec-435b-904a-0f1c1e0207f2 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.4540570 Feb 09 07:59:51.025648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] For port 135ca4a6-512e-4134-a778-193b277bb7ad, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=135ca4a6-512e-4134-a778-193b277bb7ad,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:51.026046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.039449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39f2e6-2404-44fb-a7dd-238dda6e9773 req-1886d58e-18de-432b-9288-9278b3503614 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:51.041183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3a39f2e6-2404-44fb-a7dd-238dda6e9773 req-1886d58e-18de-432b-9288-9278b3503614 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 946 time: 0.2269909 Feb 09 07:59:51.183494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-590f2d69-5a89-4776-aaee-9c1e5d5310ee tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:51.185228 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-590f2d69-5a89-4776-aaee-9c1e5d5310ee tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 945 time: 0.3057346 Feb 09 07:59:51.254435 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3a39f2e6-2404-44fb-a7dd-238dda6e9773 req-1c1e9a1c-3690-4d1e-a17e-f1ca09997620 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065489 Feb 09 07:59:51.306719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device de8be612-d91e-4069-a476-f2ef2cd40cd1 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:59:51.320365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Deleting port de8be612-d91e-4069-a476-f2ef2cd40cd1 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:51.320920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.450452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.460084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Calling delete_port for 135ca4a6-512e-4134-a778-193b277bb7ad owned by compute:nova {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:51.517437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:51.519150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:51.553221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.554131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 135ca4a6-512e-4134-a778-193b277bb7ad no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:59:51.561841 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bf92ff0-c35b-4f94-8d11-d0b32081b828 req-2043f7da-895e-4450-9393-cef5c74dd78d tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459201 Feb 09 07:59:51.595881 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-81d81e34-b084-490f-9e4e-2125c16b8422 req-603099ed-22dc-490d-b7ac-5c6e5e778dfc service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7154944 Feb 09 07:59:51.612910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:51.658374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bee94-19bb-434c-be86-8f2a455ec149 req-47edf5d4-2477-49a3-b6a0-92f7516d0cb7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:51.669501 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4f0bee94-19bb-434c-be86-8f2a455ec149 req-47edf5d4-2477-49a3-b6a0-92f7516d0cb7 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.2553329 Feb 09 07:59:51.694401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.708796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.709729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.709729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.709729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.710131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.710485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.710873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.711238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.711600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.711963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.712329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.712738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.713104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.713463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:51.717668 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No ports have port_id starting with 135ca4a6-512e-4134-a778-193b277bb7ad Feb 09 07:59:51.718661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:51.757134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.778643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-74ae6b5e-beca-4129-b42c-4064b3036387 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:51.816755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4f0bee94-19bb-434c-be86-8f2a455ec149 req-dbd374a6-c977-432a-a774-1890629cb986 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459358 Feb 09 07:59:51.846639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:51.846746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:51.874491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Pushing event deleted for resources: {'Port': ['ID=135ca4a6-512e-4134-a778-193b277bb7ad,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:51.886619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:51.991171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Calling delete_port for de8be612-d91e-4069-a476-f2ef2cd40cd1 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:52.117914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474933-5bcd-4107-99db-9166ca4b9cc6 req-4b894fed-0adc-4ed6-9dfa-fdf1ee88e967 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.119616 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da474933-5bcd-4107-99db-9166ca4b9cc6 req-4b894fed-0adc-4ed6-9dfa-fdf1ee88e967 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.4065132 Feb 09 07:59:52.137088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-1c1ada6b-8018-4e92-a305-089b87b39413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.138646 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-1c1ada6b-8018-4e92-a305-089b87b39413 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1161 time: 0.3216810 Feb 09 07:59:52.252722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] No DVR routers for this DVR port 135ca4a6-512e-4134-a778-193b277bb7ad on host hv-cinder-77459 {{(pid=80055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:59:52.260411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:52.266123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'name': 'network-vif-deleted', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:52.343536 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da474933-5bcd-4107-99db-9166ca4b9cc6 req-f1aa05e0-a13b-4c5e-918a-4539408ec351 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115624 Feb 09 07:59:52.374804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-ec37b154-8eb8-4439-a37c-1092a6978ec5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.376452 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-ec37b154-8eb8-4439-a37c-1092a6978ec5 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.3942087 Feb 09 07:59:52.388065 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "DELETE /v2.0/ports/135ca4a6-512e-4134-a778-193b277bb7ad HTTP/1.1" status: 204 len: 173 time: 2.1124673 Feb 09 07:59:52.392548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-a8b522a4-0143-4cfe-94d6-113a913cb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.394068 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-a8b522a4-0143-4cfe-94d6-113a913cb0b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.2372606 Feb 09 07:59:52.435095 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1', 'code': 200} Feb 09 07:59:52.463485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a9bb4-325e-47bb-9c5a-93d6059f54d4 req-0220dcdd-0039-494b-b4a2-577696b57145 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.465397 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-469a9bb4-325e-47bb-9c5a-93d6059f54d4 req-0220dcdd-0039-494b-b4a2-577696b57145 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.4841692 Feb 09 07:59:52.475277 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-88cd6c23-302a-4b6d-81dd-38d5807e4a55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 217 time: 0.0737751 Feb 09 07:59:52.580832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80054) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 07:59:52.581532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 07:59:52.583412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-c3e90af9-71bf-4329-8b1d-b30fe3b96326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.585242 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-c3e90af9-71bf-4329-8b1d-b30fe3b96326 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.0879817 Feb 09 07:59:52.587164 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d1b8bf-9deb-42eb-bb8b-682469a239a8', 'name': 'network-vif-deleted', 'tag': '135ca4a6-512e-4134-a778-193b277bb7ad', 'status': 'completed', 'code': 200} Feb 09 07:59:52.615759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Deleting port a1052de2-7a84-44a3-a45e-10cb414f415b {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:52.616239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:52.685680 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-469a9bb4-325e-47bb-9c5a-93d6059f54d4 req-dc24035a-b791-4ff3-8ac9-0cc1cc922c0b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1482668 Feb 09 07:59:52.712751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-4c09e137-65ef-4f07-8c93-230c3e5ac234 req-4d5bccef-47e6-41e7-9b30-3806e7198593 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Synchronizing usage tracker for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:52.774135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-aaec6ca2-de2a-4068-850e-310a8fa6d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:52.775859 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-aaec6ca2-de2a-4068-850e-310a8fa6d8f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1192708 Feb 09 07:59:52.810581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-4c09e137-65ef-4f07-8c93-230c3e5ac234 req-4d5bccef-47e6-41e7-9b30-3806e7198593 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Unset dirty status for tenant:90b9669412144549b3573321d1224972 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:52.811853 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4c09e137-65ef-4f07-8c93-230c3e5ac234 req-4d5bccef-47e6-41e7-9b30-3806e7198593 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=40d1b8bf-9deb-42eb-bb8b-682469a239a8 HTTP/1.1" status: 200 len: 210 time: 0.1962440 Feb 09 07:59:52.933382 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-7d6fec07-42d5-42cb-a281-3642643fc4aa service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476524 Feb 09 07:59:52.987137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] For port a1052de2-7a84-44a3-a45e-10cb414f415b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=a1052de2-7a84-44a3-a45e-10cb414f415b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:52.987538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:53.127294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Deleting port de8be612-d91e-4069-a476-f2ef2cd40cd1 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 07:59:53.127294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:53.164879 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37e6dc34-25cc-4c81-9a5d-dffd5b8e981d req-b3a6f5f9-969a-4d91-b3f6-0c42bab7a7f1 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2100906 Feb 09 07:59:53.167032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Calling delete_port for a1052de2-7a84-44a3-a45e-10cb414f415b owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:53.255361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c67f7-fd0b-4d2e-84ea-4fe0ad60783b req-0edeba37-2972-47fc-a152-109350915b88 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:53.257053 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b0c67f7-fd0b-4d2e-84ea-4fe0ad60783b req-0edeba37-2972-47fc-a152-109350915b88 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 946 time: 0.2790134 Feb 09 07:59:53.291635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101c72a-555d-49d1-9316-f6e897f6e5ec req-5da6a96a-0b5b-4b4d-9363-e673e3c3e8c0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:53.293376 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1101c72a-555d-49d1-9316-f6e897f6e5ec req-5da6a96a-0b5b-4b4d-9363-e673e3c3e8c0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 943 time: 0.4259906 Feb 09 07:59:53.327411 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b0c67f7-fd0b-4d2e-84ea-4fe0ad60783b req-df99bf47-7fca-4694-8346-c04c79d84da3 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Feb 09 07:59:53.470489 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1101c72a-555d-49d1-9316-f6e897f6e5ec req-ce290cd4-e237-42d0-ba34-5a4b062448eb tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509924 Feb 09 07:59:53.585753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device a1052de2-7a84-44a3-a45e-10cb414f415b no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 07:59:53.657869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefad68-49a7-4caf-9f3e-ec5c473c11b9 req-d57926f3-ff29-44f4-8e41-5c33ecbd69b4 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:53.659539 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cbefad68-49a7-4caf-9f3e-ec5c473c11b9 req-d57926f3-ff29-44f4-8e41-5c33ecbd69b4 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1766956 Feb 09 07:59:53.680118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] For port de8be612-d91e-4069-a476-f2ef2cd40cd1, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=de8be612-d91e-4069-a476-f2ef2cd40cd1,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 07:59:53.680520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:53.689932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Port a1052de2-7a84-44a3-a45e-10cb414f415b update to DOWN by agent not found {{(pid=80056) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 09 07:59:53.728063 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cbefad68-49a7-4caf-9f3e-ec5c473c11b9 req-fad05ac9-65f1-461b-8969-e5fdbdb1b946 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605037 Feb 09 07:59:53.750141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:54.030281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Calling delete_port for de8be612-d91e-4069-a476-f2ef2cd40cd1 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 07:59:54.081533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:54.191676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event deleted for resources: {'Port': ['ID=a1052de2-7a84-44a3-a45e-10cb414f415b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:54.224144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.224552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.224997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.225400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.225798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.226239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.226629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.227027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.227423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.227813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.228206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.228593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.229047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.229438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.229825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.230208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.230594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.230979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.231364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.231747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.232138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.232512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.232922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.237373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 07:59:54.299997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:54.508530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba7270-fdfd-4f23-84ee-40f3782819a9 req-3c39d62e-0bae-4889-8fb8-cb42bfe36db8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:54.510193 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dbba7270-fdfd-4f23-84ee-40f3782819a9 req-3c39d62e-0bae-4889-8fb8-cb42bfe36db8 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.4884822 Feb 09 07:59:54.510813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d07f-0ac2-4561-973f-941616bdda52 req-646538f3-4f42-413b-8874-7105616fac9b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:54.512527 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2654d07f-0ac2-4561-973f-941616bdda52 req-646538f3-4f42-413b-8874-7105616fac9b tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1703868 Feb 09 07:59:54.584435 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2654d07f-0ac2-4561-973f-941616bdda52 req-133349ea-af9f-4b9d-8cc9-35808c2112ec tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598826 Feb 09 07:59:54.603173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] No DVR routers for this DVR port a1052de2-7a84-44a3-a45e-10cb414f415b on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:59:54.616729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:54.619934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'name': 'network-vif-deleted', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:54.661667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dbba7270-fdfd-4f23-84ee-40f3782819a9 req-f810ddbb-11ca-4353-b95f-0b440c7b30da tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1363444 Feb 09 07:59:54.665483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:54.684467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 07:59:54.734315 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-75b0cf1e-26d5-4b77-944d-0f9d4ca029af req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "DELETE /v2.0/ports/a1052de2-7a84-44a3-a45e-10cb414f415b HTTP/1.1" status: 204 len: 173 time: 2.2680638 Feb 09 07:59:54.737770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Pushing event deleted for resources: {'Port': ['ID=de8be612-d91e-4069-a476-f2ef2cd40cd1,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 07:59:54.750759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 07:59:54.751915 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7a980205-7310-4867-aa04-8304202f8ad3 req-e9885b4f-35f2-4fdc-87de-96303283a107 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2 HTTP/1.1" status: 200 len: 210 time: 0.0494435 Feb 09 07:59:54.871870 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ac7dfc-e17c-40be-87ff-8a1d01d3f3d2', 'name': 'network-vif-deleted', 'tag': 'a1052de2-7a84-44a3-a45e-10cb414f415b', 'status': 'completed', 'code': 200} Feb 09 07:59:54.882197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1b5134f9-b62c-4f8e-b1d5-c86b769ca7b4 req-b4b0a03b-78b4-4f3b-a380-e4b41d53b23c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:54.959811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1b5134f9-b62c-4f8e-b1d5-c86b769ca7b4 req-b4b0a03b-78b4-4f3b-a380-e4b41d53b23c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:54.961111 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1b5134f9-b62c-4f8e-b1d5-c86b769ca7b4 req-b4b0a03b-78b4-4f3b-a380-e4b41d53b23c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=83a3b200-2fe6-4dd8-9486-27aabe53474a HTTP/1.1" status: 200 len: 210 time: 0.1430807 Feb 09 07:59:54.970394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] No DVR routers for this DVR port de8be612-d91e-4069-a476-f2ef2cd40cd1 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 07:59:54.972575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 07:59:54.974906 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ddd30346-79a7-4c91-9958-d69486a719e8 req-721d63eb-aead-4853-b056-5cde6fd08290 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "DELETE /v2.0/ports/de8be612-d91e-4069-a476-f2ef2cd40cd1 HTTP/1.1" status: 204 len: 173 time: 3.7825208 Feb 09 07:59:55.111083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84798d4a-24b4-427e-b0c4-b4943f844dac req-4ebee967-6a76-4d62-ad5a-2b0e96038d97 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:55.112713 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84798d4a-24b4-427e-b0c4-b4943f844dac req-4ebee967-6a76-4d62-ad5a-2b0e96038d97 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1725328 Feb 09 07:59:55.178927 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-84798d4a-24b4-427e-b0c4-b4943f844dac req-5a259a81-e04c-464d-8fcd-021ba1badcfa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Feb 09 07:59:55.599513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-b284dda2-bcc1-41bc-a1a1-5532fecc753e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 07:59:55.883886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20954a8-4e65-4857-9b65-7284d02c30f3 req-7b372a7d-c122-40f6-a974-3b1b0e33be1c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:55.885654 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f20954a8-4e65-4857-9b65-7284d02c30f3 req-7b372a7d-c122-40f6-a974-3b1b0e33be1c tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1686320 Feb 09 07:59:55.950945 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f20954a8-4e65-4857-9b65-7284d02c30f3 req-970611ce-baeb-4f29-b531-0d3b2888bc89 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589609 Feb 09 07:59:55.979821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90db32d-d8e9-4157-809f-2075470069c7 req-e3ee0517-02a0-46d1-b80a-a350297460b6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:55.981484 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d90db32d-d8e9-4157-809f-2075470069c7 req-e3ee0517-02a0-46d1-b80a-a350297460b6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1717160 Feb 09 07:59:56.048032 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d90db32d-d8e9-4157-809f-2075470069c7 req-af235985-0132-40b4-a96e-fb7f3fc5b248 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0601323 Feb 09 07:59:56.482101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897069f-fc5d-40ea-9566-5d49f8dc0b80 req-519a4f2c-c369-4697-9d4f-5de960173e51 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:56.483872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9897069f-fc5d-40ea-9566-5d49f8dc0b80 req-519a4f2c-c369-4697-9d4f-5de960173e51 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1738129 Feb 09 07:59:56.558852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9897069f-fc5d-40ea-9566-5d49f8dc0b80 req-77cab106-de42-484e-b092-27144418feff tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618725 Feb 09 07:59:56.695688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035b59a-736a-4b94-a2e3-f13cb837c339 req-faecd875-2dd4-4d58-bf8c-525ebd38092f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:56.697328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2035b59a-736a-4b94-a2e3-f13cb837c339 req-faecd875-2dd4-4d58-bf8c-525ebd38092f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.1699932 Feb 09 07:59:56.762259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2035b59a-736a-4b94-a2e3-f13cb837c339 req-e3aa7a8e-3bf5-46a4-9c99-32f1786ae71c tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581801 Feb 09 07:59:56.873373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-deleted', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 07:59:56.931372 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a3b200-2fe6-4dd8-9486-27aabe53474a', 'name': 'network-vif-deleted', 'tag': 'de8be612-d91e-4069-a476-f2ef2cd40cd1', 'status': 'completed', 'code': 200} Feb 09 07:59:57.245070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354486b-49b8-4bef-b8e5-c1054599acea req-d12be251-0b6e-4ff6-af78-cff6a23a6f0a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:57.246668 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f354486b-49b8-4bef-b8e5-c1054599acea req-d12be251-0b6e-4ff6-af78-cff6a23a6f0a tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1659732 Feb 09 07:59:57.314129 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f354486b-49b8-4bef-b8e5-c1054599acea req-d155ea10-ef5f-4766-95e4-3e6d68df26f7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Feb 09 07:59:57.367938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31399342-41a5-443a-b35d-c9cb405e3e7d req-68c9f4d2-0f67-4eae-8e18-89667156c591 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:57.369660 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31399342-41a5-443a-b35d-c9cb405e3e7d req-68c9f4d2-0f67-4eae-8e18-89667156c591 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1660402 Feb 09 07:59:57.433875 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31399342-41a5-443a-b35d-c9cb405e3e7d req-fbae301d-90e7-4a9f-9a47-02f951a81f77 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579371 Feb 09 07:59:57.852972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b06a3b-2d6a-46ef-9650-6c2c6bc1374d req-96b1ec32-27c1-448d-a2e2-f746b08abb23 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:57.854677 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47b06a3b-2d6a-46ef-9650-6c2c6bc1374d req-96b1ec32-27c1-448d-a2e2-f746b08abb23 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1702034 Feb 09 07:59:57.921498 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47b06a3b-2d6a-46ef-9650-6c2c6bc1374d req-95668d7e-07c4-477f-b32e-7b1b6503dd40 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Feb 09 07:59:58.062464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8c0a5-7cad-47ab-a326-65a6f11b2755 req-2249807f-570e-4ed4-805a-1276f852395b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:58.063147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-46f8c0a5-7cad-47ab-a326-65a6f11b2755 req-2249807f-570e-4ed4-805a-1276f852395b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 07:59:58.116179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-46f8c0a5-7cad-47ab-a326-65a6f11b2755 req-2249807f-570e-4ed4-805a-1276f852395b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 07:59:58.117478 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46f8c0a5-7cad-47ab-a326-65a6f11b2755 req-2249807f-570e-4ed4-805a-1276f852395b tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.2211359 Feb 09 07:59:58.181439 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-46f8c0a5-7cad-47ab-a326-65a6f11b2755 req-977cdef8-99f6-4b83-90b2-0f833e1f9aef tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575566 Feb 09 07:59:58.617456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfaf47-79be-4953-8b9d-cd7e23ef31e5 req-c2e0ed39-baed-447d-ac7f-f35b77d002ff tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:58.619073 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2adfaf47-79be-4953-8b9d-cd7e23ef31e5 req-c2e0ed39-baed-447d-ac7f-f35b77d002ff tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1707375 Feb 09 07:59:58.683367 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2adfaf47-79be-4953-8b9d-cd7e23ef31e5 req-6df804ac-8b3a-465c-bcbb-67148ab4b380 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579503 Feb 09 07:59:58.751227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dded3c-2af9-4526-9b9a-ee7c644a0cdc req-4a304c30-746a-4dd0-b6c6-4b98d2fabe34 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:58.752939 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95dded3c-2af9-4526-9b9a-ee7c644a0cdc req-4a304c30-746a-4dd0-b6c6-4b98d2fabe34 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1672673 Feb 09 07:59:58.816425 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95dded3c-2af9-4526-9b9a-ee7c644a0cdc req-27636f1e-485c-4576-9603-a4f7c77dc99c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0569754 Feb 09 07:59:59.218349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622cfd0-9218-4f09-a5b2-056c16c90894 req-fe31badc-5015-4580-9890-3cb62adc1e6a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:59.219928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1622cfd0-9218-4f09-a5b2-056c16c90894 req-fe31badc-5015-4580-9890-3cb62adc1e6a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1639330 Feb 09 07:59:59.286153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1622cfd0-9218-4f09-a5b2-056c16c90894 req-9496f2ba-137d-49a4-aaf4-9a6d79d7a446 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584509 Feb 09 07:59:59.475247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8a599-0065-4a7c-867d-f16f093b58d1 req-b94a0c3f-27ef-4604-af52-f1e8b5e08e45 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 07:59:59.476842 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02b8a599-0065-4a7c-867d-f16f093b58d1 req-b94a0c3f-27ef-4604-af52-f1e8b5e08e45 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.1657670 Feb 09 07:59:59.542110 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02b8a599-0065-4a7c-867d-f16f093b58d1 req-b79b574c-b211-413e-b0fc-a834c06b6881 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584395 Feb 09 07:59:59.940849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:00.088179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 3d726427-fc90-49e7-9a31-0f3f07360f9f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:00:00.094333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:00.094881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.145579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5169cb-13cc-414d-b0dc-4a204d8dd96b req-7ba8f75b-a0b3-4805-8299-743c5848c1b0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:00.147533 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0f5169cb-13cc-414d-b0dc-4a204d8dd96b req-7ba8f75b-a0b3-4805-8299-743c5848c1b0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 943 time: 0.1732216 Feb 09 08:00:00.181121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec1a9-d0dc-40c1-a42d-61c359e20ad4 req-c6062c35-30cc-4c9f-8903-94bb525b3739 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:00.182809 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-022ec1a9-d0dc-40c1-a42d-61c359e20ad4 req-c6062c35-30cc-4c9f-8903-94bb525b3739 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3681164 Feb 09 08:00:00.216691 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0f5169cb-13cc-414d-b0dc-4a204d8dd96b req-0d4d3c15-c6ef-41ee-8b39-0c63827b9991 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0623078 Feb 09 08:00:00.233412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.249802 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-022ec1a9-d0dc-40c1-a42d-61c359e20ad4 req-1eb72543-bffd-48c3-a68d-8dffecd771df tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Feb 09 08:00:00.262407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:00.273881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:00.305107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.306035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:00.345153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'code': 200} Feb 09 08:00:00.345582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:00.433660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:00.438721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:00.478801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-0fa12eb2-d130-4d99-8df1-ef77c93b6f71 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:00.480580 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-0fa12eb2-d130-4d99-8df1-ef77c93b6f71 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.1751897 Feb 09 08:00:00.484877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:00.485309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.606110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1ad87-5c10-4991-98d4-a8f503e65ab4 req-7ef2af1f-e25e-4061-84e9-805d53c134f0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:00.607798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16b1ad87-5c10-4991-98d4-a8f503e65ab4 req-7ef2af1f-e25e-4061-84e9-805d53c134f0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1768610 Feb 09 08:00:00.619089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Deleting port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:00.619690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.626365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.665128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=40328b2b-08f7-452f-845d-006bc7ecd76f,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:00.685535 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16b1ad87-5c10-4991-98d4-a8f503e65ab4 req-1069a855-f1c2-4be1-a0bf-b801631f35d3 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Feb 09 08:00:00.699736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:00.702722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:00.779981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=6']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:00.783296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:00.937936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae35369-4a35-48db-860d-8e414892b556 req-de5f2b5b-0ab8-4560-92f3-e7b45c55a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:00.939552 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ae35369-4a35-48db-860d-8e414892b556 req-de5f2b5b-0ab8-4560-92f3-e7b45c55a114 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.2821929 Feb 09 08:00:01.099811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b104046-bbc8-4469-b571-69ccb28741c8 req-40852d2d-e20a-438e-9f4e-57b003590d68 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:01.101630 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1b104046-bbc8-4469-b571-69ccb28741c8 req-40852d2d-e20a-438e-9f4e-57b003590d68 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 945 time: 0.3881500 Feb 09 08:00:01.173747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bbcbfbab-251b-410f-9b0f-6a832e39dedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:01.202787 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ae35369-4a35-48db-860d-8e414892b556 req-c52542e2-3003-4501-911f-7b1cfb37f9f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103662 Feb 09 08:00:01.210544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] For port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:01.210936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:01.240210 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1b104046-bbc8-4469-b571-69ccb28741c8 req-abc360f0-3fb0-4e13-b469-1e330102a68a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229246 Feb 09 08:00:01.301893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:01.377339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Calling delete_port for 6989f8bd-a013-4e8c-a1e4-259c7de97e5f owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:01.400939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:01.401430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:01.532198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:01.554786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18456e09-a50f-454a-ac56-123ba4b5b816 req-bca45146-7c2c-471d-9666-b90f051a8aac tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:01.557526 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18456e09-a50f-454a-ac56-123ba4b5b816 req-bca45146-7c2c-471d-9666-b90f051a8aac tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1815054 Feb 09 08:00:01.604970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:01.605395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:01.623913 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18456e09-a50f-454a-ac56-123ba4b5b816 req-ee842cd1-91d8-449c-9ea0-a8a9ff2410bf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0598509 Feb 09 08:00:01.649617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5136-c2fe-4191-b98c-cc76850c8136 req-a6c9b916-2ca3-44a6-879a-241364d0912f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:01.651333 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b8a5136-c2fe-4191-b98c-cc76850c8136 req-a6c9b916-2ca3-44a6-879a-241364d0912f tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2322078 Feb 09 08:00:01.775487 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b8a5136-c2fe-4191-b98c-cc76850c8136 req-c650bcd1-33ea-434c-9efa-9df9bbf66ab1 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869677 Feb 09 08:00:01.776211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6989f8bd-a013-4e8c-a1e4-259c7de97e5f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:00:01.787664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:01.809587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:01.818024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 6989f8bd-a013-4e8c-a1e4-259c7de97e5f {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:00:01.818419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6989f8bd-a013-4e8c-a1e4-259c7de97e5f not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:00:01.997246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cb40-36fd-4d17-8e2e-be460becd765 req-370f267e-2820-4a1e-a561-8361a4371dc9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:01.998942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d57cb40-36fd-4d17-8e2e-be460becd765 req-370f267e-2820-4a1e-a561-8361a4371dc9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1749570 Feb 09 08:00:02.072052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event deleted for resources: {'Port': ['ID=6989f8bd-a013-4e8c-a1e4-259c7de97e5f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:02.074740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:02.078917 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d57cb40-36fd-4d17-8e2e-be460becd765 req-8f01b0b2-1a14-464b-85eb-8a25fb874d32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Feb 09 08:00:02.230589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] No DVR routers for this DVR port 6989f8bd-a013-4e8c-a1e4-259c7de97e5f on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:00:02.232929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:02.235823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'name': 'network-vif-deleted', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:02.283243 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ea4cfdf-3f05-46c9-8d7b-6e968488a3d2 req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "DELETE /v2.0/ports/6989f8bd-a013-4e8c-a1e4-259c7de97e5f HTTP/1.1" status: 204 len: 173 time: 1.7956896 Feb 09 08:00:02.346327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:02.440312 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52', 'name': 'network-vif-deleted', 'tag': '6989f8bd-a013-4e8c-a1e4-259c7de97e5f', 'status': 'completed', 'code': 200} Feb 09 08:00:02.447804 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-79db8eff-faae-4d62-b801-a1013c8be014 req-6e4455e7-c65b-47bf-ae56-6636d3e557ef tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0600133 Feb 09 08:00:02.508008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'code': 200} Feb 09 08:00:02.935472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72915e2-44ea-43a2-887c-f39a86c7279f req-7d853d5b-69fd-4867-93a7-e68a97032dd3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:02.937160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d72915e2-44ea-43a2-887c-f39a86c7279f req-7d853d5b-69fd-4867-93a7-e68a97032dd3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1684856 Feb 09 08:00:03.005852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d72915e2-44ea-43a2-887c-f39a86c7279f req-3b140eb1-8421-4988-8618-6a4ac7f235f4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0616248 Feb 09 08:00:03.120754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3f458-d374-4590-84c7-0d6b7b24bae4 req-efb1ef5d-0812-442b-a250-b18fcbef3a7d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:03.122375 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-19a3f458-d374-4590-84c7-0d6b7b24bae4 req-efb1ef5d-0812-442b-a250-b18fcbef3a7d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2140403 Feb 09 08:00:03.202744 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-19a3f458-d374-4590-84c7-0d6b7b24bae4 req-98ef394b-2b3d-452f-97dc-a8f43bbe67b4 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728455 Feb 09 08:00:03.299060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-2814fe6d-3a55-4f5a-b844-abdad9156f1d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:03.301264 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-2814fe6d-3a55-4f5a-b844-abdad9156f1d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.3044698 Feb 09 08:00:03.377565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072d69a-c74e-439d-8784-e40c2a805166 req-14594d6e-5930-46c2-8424-87dd6994fce8 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:03.379434 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a072d69a-c74e-439d-8784-e40c2a805166 req-14594d6e-5930-46c2-8424-87dd6994fce8 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1697350 Feb 09 08:00:03.443182 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a072d69a-c74e-439d-8784-e40c2a805166 req-86aea9b5-9047-490e-a7e9-682717647337 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576086 Feb 09 08:00:03.529961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8abea7b1-6595-41ca-8573-c93dd67b037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:03.664718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3c559d12-48ef-4d0a-ba72-27088a89cb75 req-5e9be172-c6c0-48bc-94e4-9e632b3b53d2 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0493650 Feb 09 08:00:03.743360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b2176-f8df-43e5-a589-c3057a713e21 req-f50af1c3-1167-4439-ae67-fa47c1370784 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:03.745049 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-955b2176-f8df-43e5-a589-c3057a713e21 req-f50af1c3-1167-4439-ae67-fa47c1370784 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1687284 Feb 09 08:00:03.807431 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-955b2176-f8df-43e5-a589-c3057a713e21 req-8d73d7f4-e09e-4519-b022-7766e357e6ba tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Feb 09 08:00:04.066930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:04.327648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571441e-5a03-4a5e-9499-62ea45a898e2 req-6c1f7083-8767-469e-9519-ced4c8afa236 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:04.329295 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f571441e-5a03-4a5e-9499-62ea45a898e2 req-6c1f7083-8767-469e-9519-ced4c8afa236 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1664162 Feb 09 08:00:04.344332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f31d54-e0b2-4e5c-8c23-1d6c340614fa req-7a96048f-cbc8-4ddf-bb4d-54d6f591106a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:04.346123 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-79f31d54-e0b2-4e5c-8c23-1d6c340614fa req-7a96048f-cbc8-4ddf-bb4d-54d6f591106a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1694951 Feb 09 08:00:04.395402 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f571441e-5a03-4a5e-9499-62ea45a898e2 req-6c87556c-1322-4ed1-b84a-8db124422594 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579915 Feb 09 08:00:04.410367 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-79f31d54-e0b2-4e5c-8c23-1d6c340614fa req-74686fbf-024f-4c86-bc58-9a506e1b3bb3 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576696 Feb 09 08:00:04.695508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d272-c66b-46b4-83c4-9a86e519a7f7 req-6ba098ab-6f43-466c-8bb7-292a315fe653 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:04.697235 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5337d272-c66b-46b4-83c4-9a86e519a7f7 req-6ba098ab-6f43-466c-8bb7-292a315fe653 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.1682684 Feb 09 08:00:04.765390 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5337d272-c66b-46b4-83c4-9a86e519a7f7 req-4e1b613c-e13e-47c4-85ee-1be12d9a7860 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604465 Feb 09 08:00:04.861645 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-858074eb-428b-49ee-99ca-a388f9483fd9 req-c01cd23d-c2ce-4edf-87d6-52cf7b913b39 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d61e9f-1f5b-4a0d-b1bd-95e5e5f6fd52 HTTP/1.1" status: 200 len: 210 time: 0.0492909 Feb 09 08:00:05.030273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:05.349906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:05.703570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb4b0-fad6-4a7e-b7d9-6b28a68222a7 req-5377dc5e-596d-49b8-bfba-bb5f6a931309 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:05.705207 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aeccb4b0-fad6-4a7e-b7d9-6b28a68222a7 req-5377dc5e-596d-49b8-bfba-bb5f6a931309 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1620610 Feb 09 08:00:05.896512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Deleting port 8870b9c7-61a8-4085-beae-dc3121580328 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:05.897008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:05.930938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 8870b9c7-61a8-4085-beae-dc3121580328 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:00:05.965356 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aeccb4b0-fad6-4a7e-b7d9-6b28a68222a7 req-cf493206-cc8c-4100-899a-ddbbeac81123 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2536049 Feb 09 08:00:06.034711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f4955-bb00-4309-b01b-75a518568334 req-bd506252-caca-4d0c-b0ba-19cef0f6e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:06.034711 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f0f4955-bb00-4309-b01b-75a518568334 req-bd506252-caca-4d0c-b0ba-19cef0f6e3ac service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1162 time: 0.1541824 Feb 09 08:00:06.149303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:06.172912 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f0f4955-bb00-4309-b01b-75a518568334 req-b1e230bb-2a0f-40f3-be2c-0eff6f8f4d01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1336622 Feb 09 08:00:06.186711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8870b9c7-61a8-4085-beae-dc3121580328,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:06.187837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:06.224898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:06.226894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:06.302276 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-7656435e-c695-40fa-a55b-e9c560679b7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5749810 Feb 09 08:00:06.308658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8870b9c7-61a8-4085-beae-dc3121580328,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:06.309249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:06.313268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:06.317799 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328', 'code': 200} Feb 09 08:00:06.319611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:06.346830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd7180-4674-4339-9a8c-821ffb2fa43b req-2fe523d8-d649-434b-bbe2-be6f35f548ef tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:06.354775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cccd7180-4674-4339-9a8c-821ffb2fa43b req-2fe523d8-d649-434b-bbe2-be6f35f548ef tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 945 time: 0.2625961 Feb 09 08:00:06.421276 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cccd7180-4674-4339-9a8c-821ffb2fa43b req-c74df30d-15df-4dca-9e15-77ba9ebaa62d tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657382 Feb 09 08:00:06.480131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Calling delete_port for 8870b9c7-61a8-4085-beae-dc3121580328 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:06.625047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80054) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:00:06.625418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:00:06.664050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-a2004542-f734-411e-b8e4-25f34d91cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:06.665705 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-a2004542-f734-411e-b8e4-25f34d91cc3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0605e02099054a7d9b6e6b2a58499f36&device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 1162 time: 0.0821061 Feb 09 08:00:06.834666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-d76449bf-a39c-4d52-af42-32e6b0775df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:06.836262 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-d76449bf-a39c-4d52-af42-32e6b0775df8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 200 len: 909 time: 0.1501124 Feb 09 08:00:06.918592 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-e8a486cb-59ac-42eb-86ad-f306abc45dca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 200 len: 217 time: 0.0744402 Feb 09 08:00:07.001228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-f28918a4-5175-48cf-94f2-83e8be503b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:07.002863 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-f28918a4-5175-48cf-94f2-83e8be503b9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 200 len: 855 time: 0.0777481 Feb 09 08:00:07.070705 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-2d9fbfd0-f379-4dc7-97bf-60d30b6cd955 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555148 Feb 09 08:00:07.175588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Deleting port 8870b9c7-61a8-4085-beae-dc3121580328 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:07.176055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:07.278193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-b65faf0b-12e9-4379-9d04-892255300c2c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:07.279886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-b65faf0b-12e9-4379-9d04-892255300c2c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/networks?id=78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 200 len: 814 time: 0.2516367 Feb 09 08:00:07.298130 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-7c2cfec1-bc70-46dd-9c73-16df771599a3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/quotas/a3ed8ec41d4c45aea9ef5a223b681fd5 HTTP/1.1" status: 200 len: 375 time: 0.0109377 Feb 09 08:00:07.371756 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-778d0f90-d317-463b-8507-154498283b96 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672739 Feb 09 08:00:07.382483 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-02cf6f4b-b0bb-47e1-8d9c-3feaf7b475c7 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049250 Feb 09 08:00:07.547455 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-385c67a9-9326-4a5e-94a2-3ca264331ddb service neutron] 10.222.0.13 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674652 Feb 09 08:00:07.712759 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f165e5b-2de9-4bbc-b93c-2587c9edc0f4 req-6788e21b-c412-4bf6-bf5d-35204062c873 service neutron] 10.222.0.48 "GET /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3039048 Feb 09 08:00:07.746111 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-42dc2d51-481a-419b-af38-4bffce902b28 service neutron] 10.222.0.13 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1883972 Feb 09 08:00:07.833526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d607a32-58c8-443a-9f3f-004abc819554 req-6dd59e75-b92e-4a01-bcbd-32dff8fd9da1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:07.835253 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5d607a32-58c8-443a-9f3f-004abc819554 req-6dd59e75-b92e-4a01-bcbd-32dff8fd9da1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.4987099 Feb 09 08:00:07.884282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] For port 8870b9c7-61a8-4085-beae-dc3121580328, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=8870b9c7-61a8-4085-beae-dc3121580328,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:07.884586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:08.047406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Calling delete_port for 8870b9c7-61a8-4085-beae-dc3121580328 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:08.102356 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5d607a32-58c8-443a-9f3f-004abc819554 req-87d32747-d293-4233-8cf9-b41531f985da tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2594326 Feb 09 08:00:08.263972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74668f88-c368-4e60-852b-5d7bd9a7be63 req-100e939f-b5f6-4519-b515-90cafd8fcfcc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:08.265775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74668f88-c368-4e60-852b-5d7bd9a7be63 req-100e939f-b5f6-4519-b515-90cafd8fcfcc tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 943 time: 0.2179508 Feb 09 08:00:08.284474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:08.301856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:08.337646 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74668f88-c368-4e60-852b-5d7bd9a7be63 req-bc6b6e1f-5b82-4cf5-9c3a-92a6e242e3d4 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/security-groups?id=c1370db5-da91-4a92-bf4a-469c735b8291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629718 Feb 09 08:00:08.359456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Pushing event deleted for resources: {'Port': ['ID=8870b9c7-61a8-4085-beae-dc3121580328,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:08.364884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:08.491282 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3109d9b-3e00-4c86-ab5d-d6c5a0fc8ce3 req-8ad053bb-cc61-4cd6-b56d-5882abbd3607 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.0853348 Feb 09 08:00:08.575910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] No DVR routers for this DVR port 8870b9c7-61a8-4085-beae-dc3121580328 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:00:08.582125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:08.596194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-deleted', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:08.631421 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-502ae22e-bce8-46b8-bd59-8ff6f955dc23 req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.48 "DELETE /v2.0/ports/8870b9c7-61a8-4085-beae-dc3121580328 HTTP/1.1" status: 204 len: 173 time: 2.9011791 Feb 09 08:00:08.662035 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9bfbc33-6e1e-413a-8c1b-1a1b93038c47', 'name': 'network-vif-deleted', 'tag': '8870b9c7-61a8-4085-beae-dc3121580328', 'status': 'completed', 'code': 200} Feb 09 08:00:08.708779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:08.807881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:08.809155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:09.047126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd48f72-0902-47be-aaee-b037a1a70f82 req-5ede4207-35d1-45f6-9dc2-a9f9d33b870e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:09.048776 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcd48f72-0902-47be-aaee-b037a1a70f82 req-5ede4207-35d1-45f6-9dc2-a9f9d33b870e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.1813989 Feb 09 08:00:09.123947 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcd48f72-0902-47be-aaee-b037a1a70f82 req-ed93f82a-ce60-4f7c-a8b4-9e416389d3e4 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681560 Feb 09 08:00:09.420356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afefe23-953f-4deb-8bfd-ee54aacd478f req-a5dc6b64-96c7-42d5-955d-5d3d441ae9f9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:09.422090 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0afefe23-953f-4deb-8bfd-ee54aacd478f req-a5dc6b64-96c7-42d5-955d-5d3d441ae9f9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1674194 Feb 09 08:00:09.492813 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0afefe23-953f-4deb-8bfd-ee54aacd478f req-29a48e81-1f72-42fc-9c07-4aea79b32497 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632145 Feb 09 08:00:09.589103 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c3985e41-af5f-461f-9e03-be15ad0a508a req-43d8dd77-df42-4317-9d06-3ad70be9859e tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9bfbc33-6e1e-413a-8c1b-1a1b93038c47 HTTP/1.1" status: 200 len: 210 time: 0.0871851 Feb 09 08:00:09.967517 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcd2011a-6edd-4f5c-a52c-148e5d99aecb req-291b06ee-7170-4166-8b12-3eef537d8ea9 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.2823248 Feb 09 08:00:10.429914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8cf7-df87-4d97-86ab-3f44c1b6be46 req-10d8d631-ed6a-4ee2-9c76-3a56f31e7f12 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:10.431600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b7ac8cf7-df87-4d97-86ab-3f44c1b6be46 req-10d8d631-ed6a-4ee2-9c76-3a56f31e7f12 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.1699328 Feb 09 08:00:10.495654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:00:10.496816 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b7ac8cf7-df87-4d97-86ab-3f44c1b6be46 req-83003e2f-5fa7-41dd-92ae-b4de47ce9199 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586567 Feb 09 08:00:10.696914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 39288) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:10.792369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:10.868670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 40328b2b-08f7-452f-845d-006bc7ecd76f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:10.869021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:11.042207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-5fa8b238-b476-4d6a-9513-340ba7981085 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:11.043330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-5fa8b238-b476-4d6a-9513-340ba7981085 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Synchronizing usage tracker for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:00:11.095605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-5fa8b238-b476-4d6a-9513-340ba7981085 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Unset dirty status for tenant:0605e02099054a7d9b6e6b2a58499f36 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:00:11.096939 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-5fa8b238-b476-4d6a-9513-340ba7981085 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.2408912 Feb 09 08:00:11.229140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Deleting port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:11.229548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:11.273363 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b0133a-0b42-48a2-9dd3-c906a8e7e076 req-4bb996e5-b218-4209-ad5d-330ded0a6f5d tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.0636952 Feb 09 08:00:11.532722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:11.566906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-c457a59c-ef75-4ac0-8d0c-36626aefd59f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:11.568561 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-c457a59c-ef75-4ac0-8d0c-36626aefd59f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "GET /v2.0/networks?id=78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 200 len: 814 time: 0.3954237 Feb 09 08:00:11.598667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Request body: {'port': {'device_id': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868', 'admin_state_up': True, 'tenant_id': 'a3ed8ec41d4c45aea9ef5a223b681fd5'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:11.899751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:11.903126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] For port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,segment=NetworkSegment(1b5d3d08-47ee-4523-b84e-4aca849aeef3),segment_id=1b5d3d08-47ee-4523-b84e-4aca849aeef3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:11.903526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:11.924505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Deleting port 9d06869f-22fb-4e83-9af6-57498d6dd2cc {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:11.924868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:11.932157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:12.065975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Calling delete_port for 6554f6e4-c107-4b96-9e8d-b50dd2420d5b owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:12.109570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] For port 9d06869f-22fb-4e83-9af6-57498d6dd2cc, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9d06869f-22fb-4e83-9af6-57498d6dd2cc,segment=NetworkSegment(2102eda6-6d58-45f4-b607-ba5896303c19),segment_id=2102eda6-6d58-45f4-b607-ba5896303c19)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:12.109962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.188728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe212b-6e8e-4090-90a5-87556cd0308b req-50e2ef52-54f2-4600-9629-5a774615452f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:12.190422 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dfe212b-6e8e-4090-90a5-87556cd0308b req-50e2ef52-54f2-4600-9629-5a774615452f tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 945 time: 0.5548611 Feb 09 08:00:12.194085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Made reservation on behalf of a3ed8ec41d4c45aea9ef5a223b681fd5 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:00:12.215486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.243078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Calling delete_port for 9d06869f-22fb-4e83-9af6-57498d6dd2cc owned by network:router_interface {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:12.373226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1dfe212b-6e8e-4090-90a5-87556cd0308b req-d7569ab9-f599-435a-a7ed-0bd4c227fd4d tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfb8bdec-709a-4226-8d85-6855ad993ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441860 Feb 09 08:00:12.389593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.518108 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-521df192-ad79-4c04-bbff-ca20976cd526 req-66bb6d39-2321-4ca2-b6ed-7e9969011c7d tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.0733514 Feb 09 08:00:12.567167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6554f6e4-c107-4b96-9e8d-b50dd2420d5b no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:00:12.583248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.605657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 6554f6e4-c107-4b96-9e8d-b50dd2420d5b {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:00:12.606061 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 6554f6e4-c107-4b96-9e8d-b50dd2420d5b not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:00:12.613980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb53c362-5ae7-42c9-a9f6-981670068e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:12.649856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.666429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b2afda77-69d0-4d71-a12c-8dbc985279a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:12.673971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Pushing event deleted for resources: {'Port': ['ID=6554f6e4-c107-4b96-9e8d-b50dd2420d5b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:12.693968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:12.718109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d06869f-22fb-4e83-9af6-57498d6dd2cc,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:12.730368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:12.903248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Allocated IP 172.20.0.13 (78222882-ce3a-41fe-b995-ef5ac3a5f868/d86afd82-c901-4b0e-a0cb-b76169be25dc/ca7c5798-0c89-4193-8a20-c3f92a1a8d4b) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:00:12.958417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] No DVR routers for this DVR port 6554f6e4-c107-4b96-9e8d-b50dd2420d5b on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:00:12.964484 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:12.969101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'name': 'network-vif-deleted', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:13.075435 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a830c63e-e1ed-4bb2-95f5-40f4165c2594', 'name': 'network-vif-deleted', 'tag': '6554f6e4-c107-4b96-9e8d-b50dd2420d5b', 'status': 'completed', 'code': 200} Feb 09 08:00:13.083500 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7be216f7-0486-4b2d-8632-5ea61e21c146 req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.48 "DELETE /v2.0/ports/6554f6e4-c107-4b96-9e8d-b50dd2420d5b HTTP/1.1" status: 204 len: 173 time: 1.9796634 Feb 09 08:00:13.106841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:13.259366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:13.347975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:13.370003 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f92d18cd-9521-401b-ad63-b19140009f1e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:13.683520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bc9b4b75-0e60-4716-81f7-1ad3ca2b8397 req-056dea0b-b119-44ef-9465-43c395b49219 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] 10.222.0.13 "GET /v2.0/ports?device_id=a830c63e-e1ed-4bb2-95f5-40f4165c2594 HTTP/1.1" status: 200 len: 210 time: 0.0798173 Feb 09 08:00:13.873720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Pushing event updated for resources: {'Port': ['ID=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:13.875042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:13.942699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:00:13.946471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:00:13.949132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:00:14.047977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Router a71354b6-cb30-4931-85b3-cefc19b2b8a5 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:00:14.065351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69414c-75a4-41c6-af78-10a2f891c461 req-a2e91cdb-8ff9-4153-ac93-3e3d742986b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:14.066216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-cc69414c-75a4-41c6-af78-10a2f891c461 req-a2e91cdb-8ff9-4153-ac93-3e3d742986b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:00:14.180158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:14.180939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:14.187165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-cc69414c-75a4-41c6-af78-10a2f891c461 req-a2e91cdb-8ff9-4153-ac93-3e3d742986b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:00:14.188430 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cc69414c-75a4-41c6-af78-10a2f891c461 req-a2e91cdb-8ff9-4153-ac93-3e3d742986b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 932 time: 0.3952188 Feb 09 08:00:14.256816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:00:14.261581 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cc69414c-75a4-41c6-af78-10a2f891c461 req-27c1fccd-d629-4d04-a933-b9b4e8224f60 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Feb 09 08:00:14.266253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Sync routers for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:00:14.273037 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/a71354b6-cb30-4931-85b3-cefc19b2b8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5725045 Feb 09 08:00:14.273472 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6834061 Feb 09 08:00:14.273922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39314) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:14.280015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:00:14.280725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:00:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:14.355228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Request body: {'port': {'device_id': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:14.474272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:00:14.587134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:14.659824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:14.799425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T08:00:12Z', 'revision_number': 5, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:14.804939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Checking router: a71354b6-cb30-4931-85b3-cefc19b2b8a5 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:00:14.818690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39320) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:14.818870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Routers {'a71354b6-cb30-4931-85b3-cefc19b2b8a5'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:00:14.819426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:00:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:14.956120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:14.974168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Deleting port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:00:14.974168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:15.016069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] Set router a71354b6-cb30-4931-85b3-cefc19b2b8a5 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:00:15.020494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Deleting subnet 2b648856-db6f-4324-af6b-229a966ee882 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:00:15.078378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:15.199795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:15.427727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:15.511450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T08:00:12Z', 'revision_number': 5, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:15.516473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec51c30-08f0-4c89-9496-227ae39a325f None None] The sync data for ids ['a71354b6-cb30-4931-85b3-cefc19b2b8a5'] in dv-cinder-774594-1-iscsi is: [{'id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'name': 'tempest-ServerRescueNegativeTestJSON-1589490230-router', 'tenant_id': '90b9669412144549b3573321d1224972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:02Z', 'updated_at': '2021-02-09T08:00:12Z', 'revision_number': 5, 'project_id': '90b9669412144549b3573321d1224972', 'gw_port': {'id': '1410b665-2e00-4a6a-8f7d-5e28ca0898fd', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71354b6-cb30-4931-85b3-cefc19b2b8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:04Z', 'updated_at': '2021-02-09T07:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:00:15.575963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] For port 1410b665-2e00-4a6a-8f7d-5e28ca0898fd, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1410b665-2e00-4a6a-8f7d-5e28ca0898fd,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:15.576250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:15.668466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca621-cd74-424a-9cbe-1e087e4c3c2c req-0d6219bd-ee80-4973-a1e0-6f3b891c007e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:15.670243 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-596ca621-cd74-424a-9cbe-1e087e4c3c2c req-0d6219bd-ee80-4973-a1e0-6f3b891c007e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1772797 Feb 09 08:00:15.735671 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-596ca621-cd74-424a-9cbe-1e087e4c3c2c req-54be23cc-e632-4342-a304-4e718b68affd tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Feb 09 08:00:15.751556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Calling delete_port for 1410b665-2e00-4a6a-8f7d-5e28ca0898fd owned by network:router_gateway {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:00:15.992622 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-72f81c16-0bf0-48c6-bcf0-761a2c51131a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2011967 Feb 09 08:00:16.003909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:16.027131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:16.031705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Usage tracker for resource:floatingip and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:00:16.035849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:00:16.042301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:16.082267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.233559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.262440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2378b1-8b22-4888-993b-0812c9f99a89 req-f3245422-3d7d-46fc-924b-4875f0d95a2c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:16.264094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9c2378b1-8b22-4888-993b-0812c9f99a89 req-f3245422-3d7d-46fc-924b-4875f0d95a2c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 932 time: 0.8459699 Feb 09 08:00:16.423978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7c5798-0c89-4193-8a20-c3f92a1a8d4b {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:00:16.475817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.496388 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9c2378b1-8b22-4888-993b-0812c9f99a89 req-94876d56-4e2e-4419-b235-46135f88b0ad tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915038 Feb 09 08:00:16.511429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Allocated IP 172.27.2.152 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/68748965-5878-4e0a-875c-307577630b5a) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:00:16.540452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.plugins.ml2.ovo_rpc [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: result = function(*args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: proto.__init__(conn_state, self) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle() Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle_one_request() Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle_one_response() Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: result = self.application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return app(environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return request.get_response(self.application) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self._app) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: response = self.app(environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:00:16.546843 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: result = method(request=request, **args) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._delete(request, id, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*dup_args, **dup_kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: obj_deleter(request.context, id, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return method(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*dup_args, **dup_kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: self._delete_current_gw_port(context, id, router, None) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: admin_ctx, gw_port_id, l3_port_check=False) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, context, *args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return method(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: context, port, router_ids, bound_mech_contexts) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: return function(*args, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: callback(resource, event, trigger, **kwargs) Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: if self._is_session_semantic_violated(context, resource, event): Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: stack = traceback.extract_stack() Feb 09 08:00:16.557722 dv-cinder-774594-1-iscsi neutron-server[79941]: Feb 09 08:00:16.579584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9d06869f-22fb-4e83-9af6-57498d6dd2cc no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:00:16.621385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 9d06869f-22fb-4e83-9af6-57498d6dd2cc {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:00:16.621790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9d06869f-22fb-4e83-9af6-57498d6dd2cc not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:00:16.680738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.697161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.743517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-79264391-d7f5-4c96-bbd0-d00ef0db3002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:16.750259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.766590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c8646024-d584-4dd3-92a2-bc9e5b04b764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:16.802274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b648856-db6f-4324-af6b-229a966ee882,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:16.814848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:16.891457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:16.907538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'Port': ['ID=68748965-5878-4e0a-875c-307577630b5a,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:16.917043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:16.963410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:00:16.964520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:00:16.966776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:00:17.040433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.048934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.052408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.055039 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b648856-db6f-4324-af6b-229a966ee882 HTTP/1.1" status: 204 len: 168 time: 2.2334101 Feb 09 08:00:17.057980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 39336) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:17.181742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.313733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Transition to ACTIVE for port object ca7c5798-0c89-4193-8a20-c3f92a1a8d4b will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:00:17.340898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.341487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a71354b6-cb30-4931-85b3-cefc19b2b8a5 {{(pid=80054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:00:17.357056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.357056 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-56e6de4b-62d7-42ec-824f-b3c4c9b98cc9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a71354b6-cb30-4931-85b3-cefc19b2b8a5 HTTP/1.1" status: 204 len: 168 time: 3.0770934 Feb 09 08:00:17.357056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39340) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:17.391308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.410834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:17.421902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.519225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.560240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:17.571442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Pushing event updated for resources: {'Port': ['ID=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:17.581047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Deleting subnet 437ee750-422e-4bf7-abe2-9e7d53e86e57 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:00:17.583162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5d3d08-47ee-4523-b84e-4aca849aeef3') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:17.583504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5d3d08-47ee-4523-b84e-4aca849aeef3') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:17.584149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:17.595538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.641207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.672940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.673408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.679583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:00:17.707672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:17.908108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.013455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Attempting to bind port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:00:18.013845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Attempting to bind port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:00:18.014199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Attempting to bind port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b on network 78222882-ce3a-41fe-b995-ef5ac3a5f868 {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:00:18.042816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:00:18.043289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Checking segment: {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:00:18.043589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.043991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Bound using segment: {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:00:18.046398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Bound port: ca7c5798-0c89-4193-8a20-c3f92a1a8d4b, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bf9c46-cb79-45f5-82bf-0728e049ea35', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '78222882-ce3a-41fe-b995-ef5ac3a5f868'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:00:18.046558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.147513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4d2e2-4f20-4678-bda6-49bc4f780b56 req-6162363b-71bc-4375-b373-0cd11c5a7740 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:18.149293 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-72e4d2e2-4f20-4678-bda6-49bc4f780b56 req-6162363b-71bc-4375-b373-0cd11c5a7740 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 944 time: 0.4418397 Feb 09 08:00:18.178702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:00:18.189490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.368147 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-72e4d2e2-4f20-4678-bda6-49bc4f780b56 req-ace8d2f2-e836-435c-bedf-4bb846ce995b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104108 Feb 09 08:00:18.397858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] For port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:00:18.450368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] For port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:00:18.469521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Network 6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:00:18.496933 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:00:18.505645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.521013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:18.623529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1410b665-2e00-4a6a-8f7d-5e28ca0898fd no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:00:18.638697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.669173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 1410b665-2e00-4a6a-8f7d-5e28ca0898fd {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:00:18.669528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1410b665-2e00-4a6a-8f7d-5e28ca0898fd not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:00:18.678462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.696145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0cb5b4b5-9442-4cc9-9c00-0668e7d6caaf tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:18.774241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.846475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.861461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'Port': ['ID=68748965-5878-4e0a-875c-307577630b5a,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:18.872887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:18.875774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:18.903946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:18.908047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:18.919865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Pushing event updated for resources: {'Port': ['ID=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:18.924538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:18.958416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:18.959102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:18.960555 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] 10.222.0.48 "PUT /v2.0/ports/ca7c5798-0c89-4193-8a20-c3f92a1a8d4b HTTP/1.1" status: 200 len: 1158 time: 4.6187956 Feb 09 08:00:18.963482 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:18.970644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5d97867f-016a-44ca-b5f9-c1800ae69a8a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6c5cbcd0-8ef4-46e0-a5b5-e6c3fdf1dc32 HTTP/1.1" status: 204 len: 168 time: 1.9114909 Feb 09 08:00:18.999696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.024028 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b', 'status': 'completed', 'code': 200} Feb 09 08:00:19.038573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.059375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:19.101739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.103295 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1039498 Feb 09 08:00:19.146416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437ee750-422e-4bf7-abe2-9e7d53e86e57,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:19.163818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:19.218283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-05be8dbd-98aa-4604-a752-c16c49172ce4 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:floatingip {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:00:19.267270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.279660 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-466e70d0-09c5-4499-91df-5e9d8394281a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/437ee750-422e-4bf7-abe2-9e7d53e86e57 HTTP/1.1" status: 204 len: 168 time: 1.9239147 Feb 09 08:00:19.281976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-a3422a47-537c-4914-9981-5b3f1979e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:19.282829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 39350) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:19.283505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-a3422a47-537c-4914-9981-5b3f1979e42a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 1161 time: 0.1897209 Feb 09 08:00:19.299662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39354) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:19.307346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-05be8dbd-98aa-4604-a752-c16c49172ce4 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:floatingip {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:00:19.308584 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-05be8dbd-98aa-4604-a752-c16c49172ce4 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.152 HTTP/1.1" status: 200 len: 696 time: 0.1950319 Feb 09 08:00:19.392833 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-a6f2262b-3081-4e43-9726-aec677efad69 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b HTTP/1.1" status: 200 len: 217 time: 0.0888703 Feb 09 08:00:19.480310 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-29cdb6ef-7624-426d-93f2-5a464456d2db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0605e02099054a7d9b6e6b2a58499f36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1780648 Feb 09 08:00:19.483238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39360) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:19.506804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.511444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-e48e82a0-b934-4826-a668-3d099832bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:19.513073 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-e48e82a0-b934-4826-a668-3d099832bbad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d86afd82-c901-4b0e-a0cb-b76169be25dc HTTP/1.1" status: 200 len: 854 time: 0.1073434 Feb 09 08:00:19.643565 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-fefbe9b3-1683-4c1f-84e3-66c31a9fbcdb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78222882-ce3a-41fe-b995-ef5ac3a5f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025383 Feb 09 08:00:19.702615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.749762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-ccb00283-c267-4a17-81e5-6e7ebc098fdf tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:19.751244 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-ccb00283-c267-4a17-81e5-6e7ebc098fdf tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.4352915 Feb 09 08:00:19.779448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-b5c5998f-89ab-4d62-b6f8-1602d723ea4a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:00:19.780504 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6b7e99d4-30dd-4e10-9cf4-562426e22334 req-b5c5998f-89ab-4d62-b6f8-1602d723ea4a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0195651 Feb 09 08:00:19.818962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.841105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:19.988732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb616-0a03-45bd-93df-cb8569b42ff8 req-d4b9df23-9a1a-4b79-b889-0550b198388f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:19.990462 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c95bb616-0a03-45bd-93df-cb8569b42ff8 req-d4b9df23-9a1a-4b79-b889-0550b198388f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 944 time: 0.4482806 Feb 09 08:00:20.000700 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-1a73c89a-2ad0-41da-9d00-4bbb4b903c65 service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398740 Feb 09 08:00:20.007292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7f8822-77d9-4b39-9dca-e2978e9fc9e1']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:20.024202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2102eda6-6d58-45f4-b607-ba5896303c19') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:20.024538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2102eda6-6d58-45f4-b607-ba5896303c19') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:20.040820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:20.161544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da00a-77f4-4164-bf2b-06831068471a req-9dc9e376-5bf1-484d-a93d-69a211a7bb12 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:20.163244 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-9dc9e376-5bf1-484d-a93d-69a211a7bb12 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2397091 Feb 09 08:00:20.164425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:20.166836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:00:20.170049 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c95bb616-0a03-45bd-93df-cb8569b42ff8 req-c221d9d5-7c64-42d8-b7ee-4200032f4544 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722116 Feb 09 08:00:20.176155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:20.189488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d457ba64-9c14-4973-90b4-789d863bd56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:20.208363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8bdec-709a-4226-8d85-6855ad993ce7,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:20.214953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:20.236931 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0dd61f02-a8d4-4885-8668-83e77451db32 req-94f1a67f-0b96-4bf3-b922-c025934ba556 service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2170284 Feb 09 08:00:20.245825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:20.246943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfb8bdec-709a-4226-8d85-6855ad993ce7 HTTP/1.1" status: 204 len: 168 time: 0.7627997 Feb 09 08:00:20.362804 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-0dcffc98-0ffb-4c1c-865d-f9662a1b8e93 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.152 HTTP/1.1" status: 200 len: 696 time: 0.1797042 Feb 09 08:00:20.388598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'floatingip': {'port_id': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:20.454759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-a2ef3dc7-f084-4abe-a03d-2bcb4a335be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:20.456450 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-a2ef3dc7-f084-4abe-a03d-2bcb4a335be1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 1161 time: 0.0825531 Feb 09 08:00:20.621285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-d95a3867-a2c0-454a-9386-30083cada093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:20.623058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-d95a3867-a2c0-454a-9386-30083cada093 service neutron] 10.222.0.48 "GET /v2.0/networks?id=78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 200 len: 908 time: 0.1601079 Feb 09 08:00:20.709395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-7e8bd7d8-4018-43c2-8809-d3244c9f8287 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b HTTP/1.1" status: 200 len: 217 time: 0.0756593 Feb 09 08:00:20.780594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:20.782201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-068ff62b-ae65-4f8b-9db2-27923dff5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:20.783798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-068ff62b-ae65-4f8b-9db2-27923dff5d70 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d86afd82-c901-4b0e-a0cb-b76169be25dc HTTP/1.1" status: 200 len: 854 time: 0.0674462 Feb 09 08:00:20.848227 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-81210167-644d-4837-8aaa-1e3b409bf6ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=78222882-ce3a-41fe-b995-ef5ac3a5f868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560353 Feb 09 08:00:20.848479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:00:20.866752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:21.005400 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-975395f8-681b-4b55-8801-6bc81ee8c1b0 service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435037 Feb 09 08:00:21.163692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Network 7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:00:21.167184 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b962853-befd-4850-a0fc-45a5b70a6fdd req-9939add0-daf9-482f-bc9a-08cfdef2f4c1 service neutron] 10.222.0.48 "GET /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540577 Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:00:21.194739 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:00:21.481304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f7ab0-c241-42d4-ac17-7358e9aab1a3 req-6eadd06e-e203-4ecc-8e24-a29c7d60d6ff tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:21.483192 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b9f7ab0-c241-42d4-ac17-7358e9aab1a3 req-6eadd06e-e203-4ecc-8e24-a29c7d60d6ff tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 944 time: 0.1768312 Feb 09 08:00:21.554497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b9f7ab0-c241-42d4-ac17-7358e9aab1a3 req-4674465d-ff97-4356-9bcc-c3e42fa99f23 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Feb 09 08:00:21.687671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:21.711892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:21.726113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:21.742245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7f8822-77d9-4b39-9dca-e2978e9fc9e1,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:21.761249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.765461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.766526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.766526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.766526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.766887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.767270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.767928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.768040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.768388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.769737 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.770135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.770524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.770906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:00:21.776436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:21.789693 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1786188a-d0a3-49ab-aa3e-ae02ced206b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7d7f8822-77d9-4b39-9dca-e2978e9fc9e1 HTTP/1.1" status: 204 len: 168 time: 2.5057285 Feb 09 08:00:21.962087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.020148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.097914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39398) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:22.157923 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2cd06ea7-2ab8-4448-a359-0ed1a85cd86f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b9669412144549b3573321d1224972&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0561535 Feb 09 08:00:22.158182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 39402) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:00:22.212624 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Floating IP d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c associated. External IP: 172.27.2.152, port: 3d726427-fc90-49e7-9a31-0f3f07360f9f. Feb 09 08:00:22.222555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.250892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.450135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.455969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-637b4bb6-bf55-443b-a390-d324dc7449eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:22.472170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1370db5-da91-4a92-bf4a-469c735b8291,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:22.474944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:22.518236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:22.522901 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f46a4b5b-30df-480c-bb51-ae9952f97ee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1370db5-da91-4a92-bf4a-469c735b8291 HTTP/1.1" status: 204 len: 168 time: 0.3636730 Feb 09 08:00:22.866630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Router 218bdf37-6b61-471b-b655-be5b95990f5a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:00:22.880778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548b14f-aeca-41df-9324-ad3bfaa243c5 req-1e4307ee-974a-4295-a313-9dd666b07c9c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:22.888336 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a548b14f-aeca-41df-9324-ad3bfaa243c5 req-1e4307ee-974a-4295-a313-9dd666b07c9c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 944 time: 0.1910226 Feb 09 08:00:22.953697 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a548b14f-aeca-41df-9324-ad3bfaa243c5 req-07e7d8ae-2ad4-4d32-b235-801d844026c5 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Feb 09 08:00:23.100005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:00:23.104594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:23.113570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Sync routers for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:00:23.129450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:00:23.130143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:00:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:23.169763 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-59625f5f-ff45-4a30-b2e4-beb2c41de035 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "PUT /v2.0/floatingips/d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c HTTP/1.1" status: 200 len: 997 time: 2.7895966 Feb 09 08:00:23.170492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:23.273685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 08:00:23.310981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da00a-77f4-4164-bf2b-06831068471a req-f7cb92a9-4ac9-4c95-abe4-401856b0b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.314227 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-f7cb92a9-4ac9-4c95-abe4-401856b0b408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.1190865 Feb 09 08:00:23.321405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device ca7c5798-0c89-4193-8a20-c3f92a1a8d4b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:23.373586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-7f3a0120-46fa-4335-9725-ba3ce888aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.376008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-7f3a0120-46fa-4335-9725-ba3ce888aa94 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.0853872 Feb 09 08:00:23.513253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da00a-77f4-4164-bf2b-06831068471a req-9177fe4c-6d88-49fd-9905-370160d16da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.515614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-9177fe4c-6d88-49fd-9905-370160d16da8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.1944354 Feb 09 08:00:23.575676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-41759707-5a46-4e99-a9d6-d099734ee657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.577475 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-41759707-5a46-4e99-a9d6-d099734ee657 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.1941903 Feb 09 08:00:23.690020 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-06d44115-ea43-408e-840d-8e46f9f93358 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1000 time: 0.1660194 Feb 09 08:00:23.700776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:00:23.733836 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-858783c6-a142-4da6-b222-275b023b5b9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1000 time: 0.1488152 Feb 09 08:00:23.759970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:00:23.774100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:23.774524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:23.818124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da00a-77f4-4164-bf2b-06831068471a req-ce0159ae-e15d-4496-8476-4b50a0760af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.820010 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-ce0159ae-e15d-4496-8476-4b50a0760af0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.1285450 Feb 09 08:00:23.851118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-3d8a1f31-1a94-41b5-93eb-9d0d9ef4c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.851118 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-3d8a1f31-1a94-41b5-93eb-9d0d9ef4c538 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.1019857 Feb 09 08:00:23.936388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da00a-77f4-4164-bf2b-06831068471a req-d1730e67-9beb-44d5-b432-c824e364f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.938278 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-d1730e67-9beb-44d5-b432-c824e364f223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117039 Feb 09 08:00:23.945185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-a3a85063-c354-4e0a-b9e3-295ab7f7748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:23.946835 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-a3a85063-c354-4e0a-b9e3-295ab7f7748e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924268 Feb 09 08:00:23.953113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-f0c28254-4c13-469f-9ba3-060d2a9d65d4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:00:23.954474 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-f0c28254-4c13-469f-9ba3-060d2a9d65d4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0065796 Feb 09 08:00:24.054278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:24.113084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:24.130892 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-931ee848-4c6f-4715-a2f3-0764dead5501 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756918 Feb 09 08:00:24.177670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-b1179ce2-6fa2-4e60-b2a4-dc2dd850df4d service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152343 Feb 09 08:00:24.244280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:24.307406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:24.312593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:24.350413 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e28da00a-77f4-4164-bf2b-06831068471a req-b100d158-3a72-4916-a73c-75f9ef8c3316 service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1653790 Feb 09 08:00:24.385374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e82ac185-a90b-4628-b47d-651679e8d3ff req-8bdc4ec6-849e-4cc9-8fdf-138f9ed3c0d7 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2468197 Feb 09 08:00:24.417094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:24.421360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:24.429280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'd1df4df6-fad5-4ad7-9e6c-6b6163e3e21c', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'port_id': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'mac_address': 'fa:16:3e:36:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:00:17Z', 'updated_at': '2021-02-09T08:00:21Z', 'revision_number': 1, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:24.433873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Checking router: 218bdf37-6b61-471b-b655-be5b95990f5a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:00:24.443739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:00:24.444405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:00:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:24.489213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9205530-0bf0-4ac8-ae55-fc04b9285742 req-86a2c9b7-4ef4-4968-a6c4-67b6f035e3d3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:24.509297 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9205530-0bf0-4ac8-ae55-fc04b9285742 req-86a2c9b7-4ef4-4968-a6c4-67b6f035e3d3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 944 time: 0.3295155 Feb 09 08:00:24.512616 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b', 'code': 200} Feb 09 08:00:24.543985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1661389532', 'description': 'tempest-TestMinimumBasicScenario-1661389532 description'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:24.580164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:24.591699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:24.607271 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9205530-0bf0-4ac8-ae55-fc04b9285742 req-92a7744b-dba0-437d-a3fe-7a941aa69e97 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969632 Feb 09 08:00:24.658405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:24.678487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:00:24.681112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:24.685141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Usage tracker for resource:security_group_rule and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:00:24.688122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:00:24.694477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:24.822198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device ca7c5798-0c89-4193-8a20-c3f92a1a8d4b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:25.038601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.062166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f744-4167-4590-96cf-e7bb0e5eb9c6 req-c07e463b-f72f-4db7-bfba-d38da86fb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:25.063945 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a234f744-4167-4590-96cf-e7bb0e5eb9c6 req-c07e463b-f72f-4db7-bfba-d38da86fb860 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 1163 time: 0.1499109 Feb 09 08:00:25.070121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:25.070542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.073012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.104673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-87380a6b-7489-42f6-b244-427af7b5e93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:25.139656 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a234f744-4167-4590-96cf-e7bb0e5eb9c6 req-d45c6ef9-3a69-4e4a-a6bb-2ccc0b6237a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599954 Feb 09 08:00:25.144235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911518d2-515b-4d4a-834a-16353909ef6a,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:25.148068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:25.164581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.166050 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9cdc76a8-a991-497d-aed9-d719e2103355 req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6308239 Feb 09 08:00:25.277047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-e3e7c1f9-7229-49a8-a1e1-0bd4d66c990c tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups/911518d2-515b-4d4a-834a-16353909ef6a HTTP/1.1" status: 200 len: 1814 time: 0.0717702 Feb 09 08:00:25.279460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'd1df4df6-fad5-4ad7-9e6c-6b6163e3e21c', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'port_id': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'mac_address': 'fa:16:3e:36:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:00:17Z', 'updated_at': '2021-02-09T08:00:21Z', 'revision_number': 1, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:00:25.286492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d0871-d057-49c4-b4c9-4e141a9935c0 None None] The sync data for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi is: [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'd1df4df6-fad5-4ad7-9e6c-6b6163e3e21c', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'port_id': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'mac_address': 'fa:16:3e:36:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:00:17Z', 'updated_at': '2021-02-09T08:00:21Z', 'revision_number': 1, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:00:25.291963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '911518d2-515b-4d4a-834a-16353909ef6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:25.292356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '911518d2-515b-4d4a-834a-16353909ef6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:25.316288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:25.322069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Usage tracker for resource:security_group_rule and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:00:25.326795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:00:25.333781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:25.635051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5bfcf-b94e-4fb2-844a-2dbbbaeea3e8 None None] New status for floating IP d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:00:25.716280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.750163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.784466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.786905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:25.820306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52208f9-b7cc-4cdb-9fb8-c79885a8f34f,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:25.835836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:25.855595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:25.856935 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4508845-4dec-4ce4-aa79-1171560ddd01 req-98e1c6d6-084e-4d5c-8a19-be4d256577d0 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5723286 Feb 09 08:00:25.958125 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-c94c1f24-9524-436d-938e-13511388aa6b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups/911518d2-515b-4d4a-834a-16353909ef6a HTTP/1.1" status: 200 len: 2407 time: 0.0675292 Feb 09 08:00:25.961439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c5380-f31e-4e0f-b808-2462cc5392df req-4c81f888-452d-4a27-a339-bb645b70e3c1 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:25.963133 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a65c5380-f31e-4e0f-b808-2462cc5392df req-4c81f888-452d-4a27-a339-bb645b70e3c1 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.1974068 Feb 09 08:00:25.969385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '911518d2-515b-4d4a-834a-16353909ef6a', 'remote_group_id': None}]} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:25.969818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '911518d2-515b-4d4a-834a-16353909ef6a', 'remote_group_id': None}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:25.995016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:00:25.999208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Usage tracker for resource:security_group_rule and tenant:d19e9d279ea24bf380750f409e71e299 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:00:26.002236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:00:26.008437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:00:26.030650 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a65c5380-f31e-4e0f-b808-2462cc5392df req-6a7780a3-7fc0-494b-b227-185187b1086f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Feb 09 08:00:26.107992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:26.137288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:26.181163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:26.183272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:26.210057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94b3430-0584-4a0e-8b4f-e1890dd681e4,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:26.212612 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:26.241454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:26.242726 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d21087cc-3d19-4a76-b081-f77ead867fe1 req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2777727 Feb 09 08:00:26.404717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-cf6bd20b-3549-4e13-aa34-cb9c276bd158 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:00:26.452617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-cf6bd20b-3549-4e13-aa34-cb9c276bd158 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:00:26.453890 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-cf6bd20b-3549-4e13-aa34-cb9c276bd158 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1661389532&fields=id&tenant_id=d19e9d279ea24bf380750f409e71e299 HTTP/1.1" status: 200 len: 267 time: 0.1101644 Feb 09 08:00:26.625657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-fb20659a-b058-45c5-a029-f7d8ce1a8ca2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:26.627259 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-fb20659a-b058-45c5-a029-f7d8ce1a8ca2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1668730 Feb 09 08:00:26.639613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'port': {'security_groups': ['987dfd10-33a7-4e06-a2ba-51bd8a93d38d', '911518d2-515b-4d4a-834a-16353909ef6a']}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:00:26.786296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:27.118652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:00:27.146339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:27.187022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:27.203088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:00:27.336224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d37b1-6eb3-4616-abaa-f50191cc33a1 req-6cdd21a3-b881-410e-aade-6b725f17c94d tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:27.337872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea9d37b1-6eb3-4616-abaa-f50191cc33a1 req-6cdd21a3-b881-410e-aade-6b725f17c94d tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.1668990 Feb 09 08:00:27.361007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=5']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:00:27.366655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:00:27.406019 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea9d37b1-6eb3-4616-abaa-f50191cc33a1 req-fad25541-ae90-4a23-ad86-f4d01887ef06 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615768 Feb 09 08:00:27.472401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:27.473172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:27.474741 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-05c30be1-8c97-4520-96d8-d67a5a82afd9 req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "PUT /v2.0/ports/3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 982 time: 0.8400493 Feb 09 08:00:27.475302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:00:27.542904 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 08:00:27.604412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-f93f785b-c55b-4b18-9ae4-fef0c4ca3905 None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:27.604788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f93f785b-c55b-4b18-9ae4-fef0c4ca3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:27.768853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941a95-e162-4f3e-971c-1e978bae3c03 req-badd131e-7617-4e62-8bac-d52bab9b447d tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:27.770817 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4941a95-e162-4f3e-971c-1e978bae3c03 req-badd131e-7617-4e62-8bac-d52bab9b447d tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1724823 Feb 09 08:00:27.853527 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4941a95-e162-4f3e-971c-1e978bae3c03 req-d4631377-704d-409b-a6b9-07f5d0c3a2ba tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0762460 Feb 09 08:00:28.779523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127c334-7281-451e-b51b-99d074bf480c req-42356abf-5c4a-4eed-87cb-a15b8110f4e7 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:28.781287 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c127c334-7281-451e-b51b-99d074bf480c req-42356abf-5c4a-4eed-87cb-a15b8110f4e7 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.2367506 Feb 09 08:00:28.823434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-8d0f77da-b478-4247-af19-be8fd5469435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:28.825098 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-8d0f77da-b478-4247-af19-be8fd5469435 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1203 time: 0.2154751 Feb 09 08:00:28.912084 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c127c334-7281-451e-b51b-99d074bf480c req-9623360c-ba29-4f92-9d58-94d7cabc79e1 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164639 Feb 09 08:00:29.016140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-ab0b97bb-19ac-442b-8285-41b56bcfa1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:29.017693 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-ab0b97bb-19ac-442b-8285-41b56bcfa1c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.1841924 Feb 09 08:00:29.127283 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-d2eb4975-a6f5-43ea-bb83-e129f56fc462 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1002 time: 0.1017606 Feb 09 08:00:29.224853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-25b6c980-7cd2-4b44-982a-73d87c0beae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:29.226551 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-25b6c980-7cd2-4b44-982a-73d87c0beae2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.0781145 Feb 09 08:00:29.287834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:00:29.314410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-4cd12c2c-146c-40f1-a625-433bcba45720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:29.316351 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-4cd12c2c-146c-40f1-a625-433bcba45720 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824034 Feb 09 08:00:29.364148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:00:29.364577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:29.473209 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-202320f3-0ba0-4e39-9901-b309930b5629 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488023 Feb 09 08:00:29.622029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de652b8-510e-4910-a703-de2082b6d8e2 req-2403703b-3850-419e-8387-783cb319f843 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423080 Feb 09 08:00:30.222148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877fe50-476c-4ec8-a9c7-38271f3aaf53 req-dc36ed9a-f586-4af9-b03e-9ec1134e9c43 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:00:30.223839 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f877fe50-476c-4ec8-a9c7-38271f3aaf53 req-dc36ed9a-f586-4af9-b03e-9ec1134e9c43 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.1742151 Feb 09 08:00:30.293047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f877fe50-476c-4ec8-a9c7-38271f3aaf53 req-c2b3e500-2dbe-46e1-96f8-97d07c234c89 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626323 Feb 09 08:00:31.152412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e381f97e-0980-4d4f-bea9-e66744fe623a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:33.535194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-538cd6c3-bda7-4811-bd34-9f7e650e42de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:34.066858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:35.032379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:35.355465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:43.186395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:00:47.495947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:01:01.151506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3845b51-fdcc-4ab5-85aa-a565c10bb3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:03.118171 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-f8504aa8-0fd1-4527-b20a-54264a53f5f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836873 Feb 09 08:01:03.238166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-a0056553-4792-43d3-8fde-4ebc7b7d4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:03.239807 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-a0056553-4792-43d3-8fde-4ebc7b7d4e3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 1162 time: 0.0796266 Feb 09 08:01:03.405058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-80ea29c8-74b7-46d2-bdd2-f25c607a1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:03.406652 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-80ea29c8-74b7-46d2-bdd2-f25c607a1a03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1460412 Feb 09 08:01:03.527820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-f59d0019-10d9-4830-99b8-d61ac29367ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 200 len: 1000 time: 0.1124840 Feb 09 08:01:03.551966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1f65-6955-4602-ba44-0e688c381470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:03.602932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-6d44320d-7984-4bfd-91b1-da5558b72fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:03.604532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-6d44320d-7984-4bfd-91b1-da5558b72fdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0671649 Feb 09 08:01:03.698636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-f959409b-2da3-4825-8ab2-780a7a95889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:03.700250 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-f959409b-2da3-4825-8ab2-780a7a95889e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824232 Feb 09 08:01:03.851232 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-b71b4f37-cd27-4ad7-840d-e0a277b4c314 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424103 Feb 09 08:01:03.999374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e4d81aef-bd81-43c9-b54f-e279079ba762 req-380211a7-8cf5-4249-9316-ca1a19b6a7da service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411567 Feb 09 08:01:04.123293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:05.031730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:05.107320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9429-3c23-4f9f-8244-3c17bcc79a1e req-237bba11-a020-4ad4-ab1c-2d9c7c085e64 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:05.109028 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1df9429-3c23-4f9f-8244-3c17bcc79a1e req-237bba11-a020-4ad4-ab1c-2d9c7c085e64 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.4065638 Feb 09 08:01:05.174173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1df9429-3c23-4f9f-8244-3c17bcc79a1e req-eaafb41f-9599-4e0f-be58-3465ab18bf5b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587177 Feb 09 08:01:05.363115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:06.549859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753ad0e-24bc-4d20-81fd-3a3d22281077 req-650c21c6-88d6-4828-9355-1d7eadebc71f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:06.551548 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f753ad0e-24bc-4d20-81fd-3a3d22281077 req-650c21c6-88d6-4828-9355-1d7eadebc71f tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.2469659 Feb 09 08:01:06.615480 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f753ad0e-24bc-4d20-81fd-3a3d22281077 req-91d2fef8-4c02-436e-8a24-fb86d108d6b0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572758 Feb 09 08:01:07.913636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b22811-5775-4bd2-bd93-2ab7822f1685 req-a428df94-7a30-4271-888c-8e6245f3d7d0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:07.915266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-06b22811-5775-4bd2-bd93-2ab7822f1685 req-a428df94-7a30-4271-888c-8e6245f3d7d0 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.1719432 Feb 09 08:01:07.981789 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-06b22811-5775-4bd2-bd93-2ab7822f1685 req-04939be0-1e96-4449-9645-0e9e5765760c tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Feb 09 08:01:08.741366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40030) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:08.985603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.004708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:09.008736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Usage tracker for resource:security_group_rule and tenant:41c2201df9424bf29b4610d156ec7888 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:09.011637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:09.018456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:09.107718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.156017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.169861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0eab2372-82b6-4e69-8d4c-5bda3e288b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:09.221972 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41c2201df9424bf29b4610d156ec7888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794331 Feb 09 08:01:09.222929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7557d27-67ee-40fb-b6f1-78727634aea9,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:09.224538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40038) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:09.234148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.234577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.234994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.235401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.235806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.236210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.236677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.237680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.238087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.238490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.238894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.239294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.239732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.240129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.240525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.240954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.241352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.241744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.242138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.242530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.242955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.243348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.243741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.244131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:09.251051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:09.291097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.319593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.354332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf0b72-9a46-4113-aea9-b11705ebb2d6 req-32eccb18-ab74-466d-8884-7abc6341b1e7 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:09.356043 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bbdf0b72-9a46-4113-aea9-b11705ebb2d6 req-32eccb18-ab74-466d-8884-7abc6341b1e7 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.2431588 Feb 09 08:01:09.415155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.419279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fedfce5f-3127-4e2c-a290-b798cdd395fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:09.425094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bbdf0b72-9a46-4113-aea9-b11705ebb2d6 req-5f3985b5-fb14-475f-bc0b-f9a3b2e92341 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Feb 09 08:01:09.432564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7557d27-67ee-40fb-b6f1-78727634aea9,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:09.439078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:09.440608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.444574 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7557d27-67ee-40fb-b6f1-78727634aea9 HTTP/1.1" status: 204 len: 168 time: 0.2162435 Feb 09 08:01:09.938217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40048) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:09.958050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:09.977137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:09.981099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0e591082534c969f237f8fecbf1ae5 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:09.984063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:09.989997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:10.075385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.106026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.115307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b54ba627-feea-479a-9010-afcd9fba41ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:10.157469 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0e591082534c969f237f8fecbf1ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181129 Feb 09 08:01:10.158544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94ad58-569e-4074-a6a3-1544bad316e3,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:10.160395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40052) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:10.161771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:10.228217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.255752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.323208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.328101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9550e0a2-1b1a-4ea1-aa5d-2d38aa14d88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:10.340934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94ad58-569e-4074-a6a3-1544bad316e3,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:10.344523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:10.350030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:10.351247 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c94ad58-569e-4074-a6a3-1544bad316e3 HTTP/1.1" status: 204 len: 168 time: 0.1890249 Feb 09 08:01:10.721300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6d5ce-4653-44ab-bea3-a9e3b1de55dd req-ef286e35-0bef-4908-9ebc-07a4c93eed60 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:10.723002 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c1c6d5ce-4653-44ab-bea3-a9e3b1de55dd req-ef286e35-0bef-4908-9ebc-07a4c93eed60 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.1660366 Feb 09 08:01:10.792012 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c1c6d5ce-4653-44ab-bea3-a9e3b1de55dd req-7ec7b670-ac28-4124-b456-1b49ac087e6b tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627904 Feb 09 08:01:12.144225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-832d55ab-97b8-4db0-b807-e7db377e51c3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:12.146272 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-832d55ab-97b8-4db0-b807-e7db377e51c3 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.2326503 Feb 09 08:01:12.296096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf277a-22d2-4aae-94ab-dfef32e3c890 req-260197a5-b320-4fca-98d6-73ca9e4f4884 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:12.297836 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-54bf277a-22d2-4aae-94ab-dfef32e3c890 req-260197a5-b320-4fca-98d6-73ca9e4f4884 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 946 time: 0.3412325 Feb 09 08:01:12.365752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Deleting port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:01:12.365752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:12.445546 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-54bf277a-22d2-4aae-94ab-dfef32e3c890 req-cc46fcb0-3605-4b19-938d-c0705ad04435 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/security-groups?id=8c6f749c-bd5a-4ed6-b883-d7b440656389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410186 Feb 09 08:01:12.697517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] For port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,segment=NetworkSegment(e8bf9c46-cb79-45f5-82bf-0728e049ea35),segment_id=e8bf9c46-cb79-45f5-82bf-0728e049ea35)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:01:12.697899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:13.067258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Calling delete_port for ca7c5798-0c89-4193-8a20-c3f92a1a8d4b owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:01:13.160788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:13.165239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device ca7c5798-0c89-4193-8a20-c3f92a1a8d4b no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:01:13.357502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:13.366878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:13.541098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:13.653078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Pushing event deleted for resources: {'Port': ['ID=ca7c5798-0c89-4193-8a20-c3f92a1a8d4b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:13.656405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:13.755460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] No DVR routers for this DVR port ca7c5798-0c89-4193-8a20-c3f92a1a8d4b on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:01:13.757814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:13.761403 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c644ae6a-73a6-47aa-9e2a-4971eec8b4c2 req-f25e86ed-db27-400d-9896-c7c048334e7a tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.0709691 Feb 09 08:01:13.766531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'name': 'network-vif-deleted', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:01:13.920007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84936-0f1f-48d2-a92b-820ca5b4f320 req-ef59d67f-c57c-49ef-845a-5ebcc458d009 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:13.921883 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dfc84936-0f1f-48d2-a92b-820ca5b4f320 req-ef59d67f-c57c-49ef-845a-5ebcc458d009 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.4256947 Feb 09 08:01:13.923964 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-422d1b83-7474-460f-9c18-e83bb0bf30a7 req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.48 "DELETE /v2.0/ports/ca7c5798-0c89-4193-8a20-c3f92a1a8d4b HTTP/1.1" status: 204 len: 173 time: 1.7656384 Feb 09 08:01:13.930481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-1931c3c2-a2c6-4f79-b7ea-be5afe1e6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:13.932097 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-1931c3c2-a2c6-4f79-b7ea-be5afe1e6d82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1203 time: 0.3927803 Feb 09 08:01:13.995793 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc8aaed-5bad-4562-af14-0b25aa5156de', 'name': 'network-vif-deleted', 'tag': 'ca7c5798-0c89-4193-8a20-c3f92a1a8d4b', 'status': 'completed', 'code': 200} Feb 09 08:01:14.149419 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dfc84936-0f1f-48d2-a92b-820ca5b4f320 req-415f40d4-0880-4cea-88a3-85c50b818008 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2161629 Feb 09 08:01:14.254381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-e0b6c172-7260-4046-878c-c0917506f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:14.256013 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-e0b6c172-7260-4046-878c-c0917506f810 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.3031695 Feb 09 08:01:14.371964 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-39bd67cc-6a9f-4b97-a1c2-5707e5ac964f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1002 time: 0.1079192 Feb 09 08:01:14.445118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-809451ac-b1f1-462f-be5a-07400f5c83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:14.446643 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-809451ac-b1f1-462f-be5a-07400f5c83fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.0667338 Feb 09 08:01:14.534953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-0509b3f0-ec13-49a1-9132-b15787ab9bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:14.537100 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-0509b3f0-ec13-49a1-9132-b15787ab9bdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823402 Feb 09 08:01:14.704619 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-f5d3818b-697a-4e46-ab53-8056543bc4d5 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508124 Feb 09 08:01:14.854673 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d5b30e27-b81c-4613-87d4-af8125c88c46 req-7f5b2b99-2b75-4c91-be21-5cf97f0abda5 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432569 Feb 09 08:01:14.966231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5c95aef8-3e16-479c-9bea-8097dc86d9d0 req-fb419ab2-23d5-4408-aa5f-cb14767b5432 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Synchronizing usage tracker for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:01:15.020579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5c95aef8-3e16-479c-9bea-8097dc86d9d0 req-fb419ab2-23d5-4408-aa5f-cb14767b5432 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Unset dirty status for tenant:a3ed8ec41d4c45aea9ef5a223b681fd5 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:01:15.022054 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5c95aef8-3e16-479c-9bea-8097dc86d9d0 req-fb419ab2-23d5-4408-aa5f-cb14767b5432 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fc8aaed-5bad-4562-af14-0b25aa5156de HTTP/1.1" status: 200 len: 210 time: 0.1085105 Feb 09 08:01:15.483515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80303-0c74-4918-930e-c52e2fa0686e req-0223e81e-5ee5-4887-b62a-b52b7ad8b0bf tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:15.486275 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7a80303-0c74-4918-930e-c52e2fa0686e req-0223e81e-5ee5-4887-b62a-b52b7ad8b0bf tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1843266 Feb 09 08:01:15.571611 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7a80303-0c74-4918-930e-c52e2fa0686e req-b7c4d697-bdb7-44ce-b937-e27b496c90cc tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0780373 Feb 09 08:01:16.547158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bb228-c44b-4ad7-8d9d-6ef6349b68ed req-de39ce61-26b3-4045-bdc1-75334cc1a26e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:16.549409 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fe4bb228-c44b-4ad7-8d9d-6ef6349b68ed req-de39ce61-26b3-4045-bdc1-75334cc1a26e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1762035 Feb 09 08:01:16.621022 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fe4bb228-c44b-4ad7-8d9d-6ef6349b68ed req-e5d9ce52-b3b7-45d0-9287-8624e6dc5927 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0649095 Feb 09 08:01:16.926260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1c8e-5c3f-4404-b02a-3e749ab91f4c req-77d99d61-c19c-4b0c-bb24-6776ea553d41 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:16.927946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e1f1c8e-5c3f-4404-b02a-3e749ab91f4c req-77d99d61-c19c-4b0c-bb24-6776ea553d41 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1788561 Feb 09 08:01:17.016245 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4e1f1c8e-5c3f-4404-b02a-3e749ab91f4c req-39737af2-f308-4bef-b6aa-2c279bad99fd tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0808091 Feb 09 08:01:17.964489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81b906-5194-47b3-a7f7-b75c3f998453 req-e4a99f75-dd79-409b-a7a7-fb1dc7b953dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:17.966152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b81b906-5194-47b3-a7f7-b75c3f998453 req-e4a99f75-dd79-409b-a7a7-fb1dc7b953dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.1950264 Feb 09 08:01:18.224810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40258) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:18.287095 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5b81b906-5194-47b3-a7f7-b75c3f998453 req-2bff5a88-97d0-4944-bfe8-d3bbf91e9ae6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3037643 Feb 09 08:01:18.470747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-05f0ec61-89a7-4afc-9846-6f83da4aad6d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:18.472497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-05f0ec61-89a7-4afc-9846-6f83da4aad6d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.3450253 Feb 09 08:01:18.535024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:18.570621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:18.588722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Usage tracker for resource:security_group_rule and tenant:4e05fd248ce64fd1ab601e411663a5b5 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:18.673908 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff8edc-9cdd-4bd7-a33c-6bc3a029a4b6 req-d91144ea-d6ef-4cd2-af0b-30814afd3c47 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:18.675766 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d0ff8edc-9cdd-4bd7-a33c-6bc3a029a4b6 req-d91144ea-d6ef-4cd2-af0b-30814afd3c47 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.3822861 Feb 09 08:01:18.676749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:18.711807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Deleting port 40328b2b-08f7-452f-845d-006bc7ecd76f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:01:18.712167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:18.757351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:18.862162 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d0ff8edc-9cdd-4bd7-a33c-6bc3a029a4b6 req-21210ff0-1f25-4d09-96d0-843c9cec7f52 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1768744 Feb 09 08:01:19.118752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.125801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] For port 40328b2b-08f7-452f-845d-006bc7ecd76f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=40328b2b-08f7-452f-845d-006bc7ecd76f,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:01:19.129757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.191817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.211130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2efeb798-ba26-4da0-b4c9-13d9e33b93bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:19.270140 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e05fd248ce64fd1ab601e411663a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308080 Feb 09 08:01:19.273008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40274) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:19.273568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af208acb-68e1-4e4f-8c51-48169a0837ea,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:19.278395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:19.340570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.370666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.497630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.507608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7ca1978a-e4f9-47fd-a7ac-0b5454725ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:19.515316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.515730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.516286 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Floating IP ccbf38d4-745a-4567-8bca-21049bcbf108 disassociated. External IP: 172.27.2.27, port: 40328b2b-08f7-452f-845d-006bc7ecd76f. Feb 09 08:01:19.516470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Calling delete_port for 40328b2b-08f7-452f-845d-006bc7ecd76f owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:01:19.525034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af208acb-68e1-4e4f-8c51-48169a0837ea,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:19.533709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:19.544215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.548356 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af208acb-68e1-4e4f-8c51-48169a0837ea HTTP/1.1" status: 204 len: 168 time: 0.2740409 Feb 09 08:01:19.652229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a0e84-4b1d-485b-a80a-8b2789ced879 req-d03eb573-fc97-4ef3-9167-211e92ae4e14 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:19.653944 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-098a0e84-4b1d-485b-a80a-8b2789ced879 req-d03eb573-fc97-4ef3-9167-211e92ae4e14 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 945 time: 0.2022791 Feb 09 08:01:19.718848 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-098a0e84-4b1d-485b-a80a-8b2789ced879 req-7de1ee8a-49f0-480c-8abc-e8bee2ba19a5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd27ad4-a442-4f35-9503-d021af3f8b01&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0581019 Feb 09 08:01:19.769201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:19.785240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:19.842302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'Port': ['ID=40328b2b-08f7-452f-845d-006bc7ecd76f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:19.854867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:20.187351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40292) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:20.208924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.227826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:20.232784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Usage tracker for resource:security_group_rule and tenant:22193d26e6654059918a5acf475387db is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:20.236193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:20.243319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:20.336617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.377916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.388303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ff60c60f-f8fa-4005-8725-d93bd7814c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:20.426401 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22193d26e6654059918a5acf475387db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376459 Feb 09 08:01:20.429977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40298) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:20.469242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47628061-82ad-4bfd-9f34-99848d46fadb,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:20.476088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:20.521495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.537169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbeda6-6989-4956-bb4a-4d7795c0d8d8 req-eb536f6f-91b3-4496-b562-3f2197b48c69 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:20.538886 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41dbeda6-6989-4956-bb4a-4d7795c0d8d8 req-eb536f6f-91b3-4496-b562-3f2197b48c69 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.5076380 Feb 09 08:01:20.553205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.569642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:01:20.680583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.686180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e6ed5a4-e37f-4c07-b0c8-31eeea36e3cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:20.695921 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41dbeda6-6989-4956-bb4a-4d7795c0d8d8 req-e7e3b0ca-c1d0-48f3-ab4e-be870d15a70e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1500907 Feb 09 08:01:20.702355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.706319 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47628061-82ad-4bfd-9f34-99848d46fadb HTTP/1.1" status: 204 len: 168 time: 0.2726903 Feb 09 08:01:20.706319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47628061-82ad-4bfd-9f34-99848d46fadb,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:20.713521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:20.836153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:01:20.849675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:01:20.864464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:01:20.866579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:20.886990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] No DVR routers for this DVR port 40328b2b-08f7-452f-845d-006bc7ecd76f on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:01:20.889832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:20.893551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-deleted', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:01:20.967285 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d251208-533c-4e3b-a0e7-bb127770ef13 req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "DELETE /v2.0/ports/40328b2b-08f7-452f-845d-006bc7ecd76f HTTP/1.1" status: 204 len: 173 time: 2.4757948 Feb 09 08:01:20.976811 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-984562d9-5a83-42ec-a3b3-9cc39664b09c req-19576abf-837d-4512-a71f-5bf6c9e3564d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 210 time: 0.0831604 Feb 09 08:01:20.981676 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6156552-2697-448f-9931-ed87822eba3a', 'name': 'network-vif-deleted', 'tag': '40328b2b-08f7-452f-845d-006bc7ecd76f', 'status': 'completed', 'code': 200} Feb 09 08:01:21.098155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:01:21.516996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:21.522079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:01:21.536689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:01:21.537385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:21.606658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:01:21.725176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 40328b2b-08f7-452f-845d-006bc7ecd76f {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:01:21.725567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 40328b2b-08f7-452f-845d-006bc7ecd76f not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:01:21.794465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:01:22.122542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25482f1-ca90-492f-aff8-53fa1b94a7d3 req-3aaa5219-f52f-4b0c-a064-d7046c36e1b8 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:22.124357 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b25482f1-ca90-492f-aff8-53fa1b94a7d3 req-3aaa5219-f52f-4b0c-a064-d7046c36e1b8 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.2409730 Feb 09 08:01:22.230595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b25482f1-ca90-492f-aff8-53fa1b94a7d3 req-c03f90d0-59b0-455f-92f0-29bbb74bd997 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0989492 Feb 09 08:01:22.303140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:22.308592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5343513f-8cbb-4efb-b3f6-d6792fedf61b None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:01:22.425144 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e376163b-9205-4c6f-a747-ba30f1b305f8 req-ea249554-86cc-496d-ae78-f09ea624fa3f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6156552-2697-448f-9931-ed87822eba3a HTTP/1.1" status: 200 len: 210 time: 0.1093361 Feb 09 08:01:22.787690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fee9f-4949-4621-8947-36c4711531f3 None None] New status for floating IP ccbf38d4-745a-4567-8bca-21049bcbf108: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:01:23.556842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134bb5a-0231-48f4-85f1-9c74ecd5e92e req-79dae27b-b54b-4c29-83cc-7f07cc7a2e5e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:23.558661 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e134bb5a-0231-48f4-85f1-9c74ecd5e92e req-79dae27b-b54b-4c29-83cc-7f07cc7a2e5e tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1723897 Feb 09 08:01:23.646412 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e134bb5a-0231-48f4-85f1-9c74ecd5e92e req-b5b8abda-c7f2-460f-8d6a-e43742c94c3b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0796843 Feb 09 08:01:23.654816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40380) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:23.739781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:23.769717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:23.851884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:23.857505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-02cb97fa-efdd-4e2e-b74c-c9de5fd1ca26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:23.877317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd27ad4-a442-4f35-9503-d021af3f8b01,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:23.885701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.886310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.886469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.886848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.887234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.887623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.888011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.888394 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.888806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.889191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.889577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.889954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.890375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.890754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.891130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.891511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.891888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.892267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.892704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.893049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.893425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.893876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.894256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.894631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:23.898285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:23.946255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:23.947477 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "DELETE /v2.0/security-groups/cdd27ad4-a442-4f35-9503-d021af3f8b01 HTTP/1.1" status: 204 len: 168 time: 0.2915921 Feb 09 08:01:23.950327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40390) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:23.967998 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.v2.resource [None req-346c1617-4985-48f1-a1a6-35802e39234e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] show failed (client error): The resource could not be found. Feb 09 08:01:23.969137 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-346c1617-4985-48f1-a1a6-35802e39234e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups/cdd27ad4-a442-4f35-9503-d021af3f8b01 HTTP/1.1" status: 404 len: 347 time: 0.0178432 Feb 09 08:01:23.972441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40394) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:24.157140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Deleting port 9fe5749a-2d70-4cf1-b8a0-df257639a74e {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:01:24.157439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:24.345586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:24.349844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:24.485366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Calling delete_port for 9fe5749a-2d70-4cf1-b8a0-df257639a74e owned by network:floatingip {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:01:24.495269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:01:24.834560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:24.851455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:24.906629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'Port': ['ID=9fe5749a-2d70-4cf1-b8a0-df257639a74e,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:24.920108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:25.095022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ba352-8062-42be-b4fb-bebd855fc84a req-a11fdd0e-8817-494f-968d-f05e56403cc5 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:25.097103 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-223ba352-8062-42be-b4fb-bebd855fc84a req-a11fdd0e-8817-494f-968d-f05e56403cc5 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.3171837 Feb 09 08:01:25.230368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-223ba352-8062-42be-b4fb-bebd855fc84a req-3c984499-ea2c-45d1-a845-ae4602ff59fa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1214728 Feb 09 08:01:25.252117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:25.267318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:25.269159 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccbf38d4-745a-4567-8bca-21049bcbf108 HTTP/1.1" status: 204 len: 168 time: 1.2951570 Feb 09 08:01:25.703323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40414) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:25.709237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393124674', 'description': 'tempest-description--1800433005'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:25.730784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:25.735090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:25.738757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:25.744440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:25.782594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:25.803678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:25.807598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:25.811040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:25.817516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:25.894011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:25.926177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:25.931703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6470c881-d937-445d-880e-cc50bcd82f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:25.975696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7438f2-757e-4394-83b2-0bc8a16ec555,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:25.978693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:26.017012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.018316 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3138583 Feb 09 08:01:26.022094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40420) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:26.027808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group_rule': {'security_group_id': 'fb7438f2-757e-4394-83b2-0bc8a16ec555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:26.051077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:26.055164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:26.058191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:26.063925 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:26.109411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.172540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.211155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.213253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:26.235520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c8e6e7-0842-4264-85a7-13691201e682,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:26.240600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:26.291513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.292873 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697337 Feb 09 08:01:26.295814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40426) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:26.301376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'security_group_rule': {'security_group_id': 'fb7438f2-757e-4394-83b2-0bc8a16ec555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:26.323890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:26.328430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:security_group_rule and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:26.331060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:26.337717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:26.423838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.582648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945de7a-7bd1-418e-996f-27ba138f2da1 req-2fe65857-5c23-4e24-be31-e7f40fab6f5f tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:26.584918 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d945de7a-7bd1-418e-996f-27ba138f2da1 req-2fe65857-5c23-4e24-be31-e7f40fab6f5f tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.2207639 Feb 09 08:01:26.611170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.673311 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d945de7a-7bd1-418e-996f-27ba138f2da1 req-1d4d36d7-f5f4-4b26-899b-df5c0e91544c tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0803525 Feb 09 08:01:26.674566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.676866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-eca91156-e7b3-4ddc-a492-6f17becfbcff tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:26.703156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf7eed6-65a3-43f8-8d84-2113dc7f48e4,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:26.708523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:26.740231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.741588 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4447999 Feb 09 08:01:26.744802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40434) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:26.750270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:26.773465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:26.777566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Usage tracker for resource:floatingip and tenant:9b5698110790447b8c8df9c4b9ed12d7 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:26.780570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:26.787076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:26.825995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:26.978443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:27.271954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Allocated IP 172.27.2.6 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/dcfe1f0e-4b64-4460-940c-e9e183c19a37) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:01:27.432799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:27.523866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:27.546308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3848b241-710f-402c-95e6-eac8f6fbc99a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:27.685377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=dcfe1f0e-4b64-4460-940c-e9e183c19a37,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:27.693027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:27.733862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:01:27.735006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:01:27.737267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:01:27.819081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:27.912246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:27.975146 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114b439-806c-487e-9422-17ee91332c35 req-92728845-f965-49c8-81eb-46bf98a14c60 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:27.976987 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c114b439-806c-487e-9422-17ee91332c35 req-92728845-f965-49c8-81eb-46bf98a14c60 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1721716 Feb 09 08:01:28.064444 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c114b439-806c-487e-9422-17ee91332c35 req-4b7b3dfa-6c58-445f-abce-eeedc31a81f2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0808675 Feb 09 08:01:28.396461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:28.428653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:28.447892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:28.594196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=dcfe1f0e-4b64-4460-940c-e9e183c19a37,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:28.600268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:28.700161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:28.748957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:28.750750 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0046070 Feb 09 08:01:29.167787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-9b3dae39-472a-4a56-8dc9-f53707ef2e3c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:01:29.220090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-9b3dae39-472a-4a56-8dc9-f53707ef2e3c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:01:29.221396 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-9b3dae39-472a-4a56-8dc9-f53707ef2e3c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--393124674&fields=id&tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 267 time: 0.1167674 Feb 09 08:01:29.368275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b692d3-b22d-4ef8-b18c-f0f4ec594e9c req-80e189ed-a9c2-4600-9a06-bb41d3bd2432 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:29.370020 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-30b692d3-b22d-4ef8-b18c-f0f4ec594e9c req-80e189ed-a9c2-4600-9a06-bb41d3bd2432 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1710966 Feb 09 08:01:29.456036 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-30b692d3-b22d-4ef8-b18c-f0f4ec594e9c req-762a2009-bf3c-44a5-8c67-8c4cf9d839ee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0792942 Feb 09 08:01:29.474464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-97759cb8-6b3c-42db-8af9-8fe569347442 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:29.481571 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-97759cb8-6b3c-42db-8af9-8fe569347442 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 816 time: 0.2465587 Feb 09 08:01:29.500895 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-0ad6550c-e442-49d7-8527-03dc53da32c6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/quotas/9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 375 time: 0.0134041 Feb 09 08:01:29.632879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-67b5b83e-892f-42a8-8e85-8656ee433809 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:01:29.685773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-67b5b83e-892f-42a8-8e85-8656ee433809 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:01:29.687256 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-67b5b83e-892f-42a8-8e85-8656ee433809 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1851580 Feb 09 08:01:29.974263 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-34fa8a21-22df-439a-8336-38237ed69ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739646 Feb 09 08:01:30.117642 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-a13c15e1-01af-4d77-9222-61a29691e766 service neutron] 10.222.0.13 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368742 Feb 09 08:01:30.416409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-65de56fd-14e6-4339-b429-ab606ff6f5ba req-288e7265-7832-461e-a903-a2b7f3ba3e53 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:01:30.429315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-65de56fd-14e6-4339-b429-ab606ff6f5ba req-288e7265-7832-461e-a903-a2b7f3ba3e53 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:01:30.430569 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-65de56fd-14e6-4339-b429-ab606ff6f5ba req-288e7265-7832-461e-a903-a2b7f3ba3e53 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0689616 Feb 09 08:01:30.764075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac54b84-f59a-4a22-85ae-ea579caeae38 req-dc443fa8-6996-4c41-b8fa-1f98e69fe4d9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:30.765931 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bac54b84-f59a-4a22-85ae-ea579caeae38 req-dc443fa8-6996-4c41-b8fa-1f98e69fe4d9 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1751952 Feb 09 08:01:30.850782 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bac54b84-f59a-4a22-85ae-ea579caeae38 req-f175a262-8b56-4e62-b4ce-89626aa8158a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0779662 Feb 09 08:01:31.157481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1ca1aa78-798c-4cda-bed9-fd88f9068647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:31.636919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce9fe3f7-e473-44fc-99d4-ec508717afe9 req-d02c1c95-d6d4-4164-a378-a06974bb4144 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0513835 Feb 09 08:01:32.159453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af910ca-6418-4661-a50a-a7772de9388a req-9915375e-99ee-4644-99a5-72cdc7d29e53 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:32.161884 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7af910ca-6418-4661-a50a-a7772de9388a req-9915375e-99ee-4644-99a5-72cdc7d29e53 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1756661 Feb 09 08:01:32.248505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7af910ca-6418-4661-a50a-a7772de9388a req-86d9d3fa-8b4e-4256-8dd6-3f82a7e1e23a tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0803571 Feb 09 08:01:32.832124 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0e07d60a-f4b4-40b7-aa25-a7b311f81e92 req-b855829d-4a95-4436-979a-9576c7805d1b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0489423 Feb 09 08:01:33.553150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc473c4d-d0e3-43fa-84d7-c9edf7d46ade req-0fa9dc9e-b20f-4d9b-a30a-54e8527c0641 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:33.554861 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dc473c4d-d0e3-43fa-84d7-c9edf7d46ade req-0fa9dc9e-b20f-4d9b-a30a-54e8527c0641 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1736329 Feb 09 08:01:33.558463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-74fb5ff1-f626-43e8-8f8f-62d524fae32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:33.640550 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dc473c4d-d0e3-43fa-84d7-c9edf7d46ade req-105d0335-ced8-413a-b988-46d31f787e56 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0766127 Feb 09 08:01:34.028113 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cdbd4620-1fbe-42bf-87a4-0db395dba491 req-fae99d80-1dbd-4a82-a563-0e6aa1ef390d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0546281 Feb 09 08:01:34.100005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:34.939687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556f589-aff9-4472-8cf7-87f11856e7a9 req-89165840-d8c4-4d84-8b9d-e755b136ccee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:34.941447 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9556f589-aff9-4472-8cf7-87f11856e7a9 req-89165840-d8c4-4d84-8b9d-e755b136ccee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1686058 Feb 09 08:01:34.947468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-3b2b1f20-ac8b-47f1-b53c-1d240cbf252e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:34.949449 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-3b2b1f20-ac8b-47f1-b53c-1d240cbf252e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 816 time: 0.2509046 Feb 09 08:01:35.030636 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9556f589-aff9-4472-8cf7-87f11856e7a9 req-aa6c40a8-e443-459d-a6b3-dc36502034e1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0819676 Feb 09 08:01:35.049126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:35.078465 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-e2c00270-9642-48e7-b087-d51f984daebc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 5704 time: 0.1090872 Feb 09 08:01:35.088716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'port': {'device_id': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'admin_state_up': True, 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'security_groups': ['fb7438f2-757e-4394-83b2-0bc8a16ec555']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:35.259805 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a6c7dfac-b384-4d68-a04d-44015da88682 req-63afc7c5-9482-432a-ba04-26c766a427ca tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0630188 Feb 09 08:01:35.287653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:35.297696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:35.346132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Made reservation on behalf of 9b5698110790447b8c8df9c4b9ed12d7 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:01:35.367624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:35.374555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:35.710301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Allocated IP 172.20.0.10 (84195d84-b1d9-4800-9f42-883575ec8eae/695dd6bf-7068-4270-be5d-28da3e58b3d1/e3d96fff-ff52-4154-97eb-05175e3ccc3d) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:01:35.935492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:35.953448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Transition to ACTIVE for port object e3d96fff-ff52-4154-97eb-05175e3ccc3d will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:01:36.023254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:36.045887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-081f2a9d-1224-4d97-b126-b2975dbd57e7 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:36.260745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Network 84195d84-b1d9-4800-9f42-883575ec8eae is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:01:36.265652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:01:36.268880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:01:36.303940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:36.307490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:36.370771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da9375-f6fd-45fa-8fe3-94e3f44b5993 req-9715d408-9162-4755-8472-8a4a4943dd57 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:36.378796 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-00da9375-f6fd-45fa-8fe3-94e3f44b5993 req-9715d408-9162-4755-8472-8a4a4943dd57 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1982350 Feb 09 08:01:36.437933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:36.438662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:36.545329 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-00da9375-f6fd-45fa-8fe3-94e3f44b5993 req-cb1257aa-ce8a-4f9c-bc39-e7654696f334 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1648753 Feb 09 08:01:36.589587 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5047851 Feb 09 08:01:36.710341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-30bc2d27-0807-482b-8626-44ec0e173470 None None] Provisioning for port e3d96fff-ff52-4154-97eb-05175e3ccc3d completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:01:36.715918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-30bc2d27-0807-482b-8626-44ec0e173470 None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:36.716804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-30bc2d27-0807-482b-8626-44ec0e173470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:36.733961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97a942-d76d-4ee2-882c-398a71aa7213 req-b46d4f76-76de-41e9-a797-01917a95a78c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:36.734802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6c97a942-d76d-4ee2-882c-398a71aa7213 req-b46d4f76-76de-41e9-a797-01917a95a78c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:01:36.744726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Request body: {'port': {'device_id': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:36.790840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-30bc2d27-0807-482b-8626-44ec0e173470 None None] Port e3d96fff-ff52-4154-97eb-05175e3ccc3d cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:01:36.851734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6c97a942-d76d-4ee2-882c-398a71aa7213 req-b46d4f76-76de-41e9-a797-01917a95a78c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:01:36.853079 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6c97a942-d76d-4ee2-882c-398a71aa7213 req-b46d4f76-76de-41e9-a797-01917a95a78c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 932 time: 0.3594694 Feb 09 08:01:36.917978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:36.938681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40654) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:36.952265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6c97a942-d76d-4ee2-882c-398a71aa7213 req-de95556c-2c82-4d47-862c-9deccdaf9d73 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887218 Feb 09 08:01:37.036514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:01:37.131324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.134594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:37.135015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.154822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:37.159222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Usage tracker for resource:security_group_rule and tenant:2ac592fdcc0f41f4863326f1afb66b27 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:37.163239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:37.169174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:37.273143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.331650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.342634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b00c6b3e-ab58-432c-8807-0cf38918001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:37.376548 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ac592fdcc0f41f4863326f1afb66b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361732 Feb 09 08:01:37.380849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40662) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:37.424841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a024598d-caef-4469-bcb4-8cbc31a5acfc,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:37.429481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4650c038-401c-44e7-ba77-97fd4f058996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:37.503477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.537589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.609238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40670) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:37.617218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.623829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7f73639e-9892-4705-a469-1a42762128d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:37.640278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024598d-caef-4469-bcb4-8cbc31a5acfc,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:37.642406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.656814 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a024598d-caef-4469-bcb4-8cbc31a5acfc HTTP/1.1" status: 204 len: 168 time: 0.2650261 Feb 09 08:01:37.660437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:37.687156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d96fff-ff52-4154-97eb-05175e3ccc3d {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:01:37.696998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.712459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Transition to ACTIVE for port object e3d96fff-ff52-4154-97eb-05175e3ccc3d will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:01:37.754357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.773178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:37.909106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81aedc-935f-44f3-b3ed-6665d569f704 req-7a89798a-b56b-4235-ac88-c83fcc3e2aee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:37.911355 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de81aedc-935f-44f3-b3ed-6665d569f704 req-7a89798a-b56b-4235-ac88-c83fcc3e2aee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1885500 Feb 09 08:01:37.916371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:37.970873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:37.976808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Usage tracker for resource:security_group_rule and tenant:7d5c319078174a1db32ff75af3fe1fe9 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:37.980168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:37.986930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:37.994406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:38.175628 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de81aedc-935f-44f3-b3ed-6665d569f704 req-40a96324-2541-4d51-a198-d6e0ad268825 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&id=911518d2-515b-4d4a-834a-16353909ef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2465327 Feb 09 08:01:38.180880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Attempting to bind port e3d96fff-ff52-4154-97eb-05175e3ccc3d on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:01:38.181345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Attempting to bind port e3d96fff-ff52-4154-97eb-05175e3ccc3d by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:01:38.181622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Attempting to bind port e3d96fff-ff52-4154-97eb-05175e3ccc3d on network 84195d84-b1d9-4800-9f42-883575ec8eae {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:01:38.192098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:01:38.192491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Checking segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:01:38.192939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.193347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Bound using segment: {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:01:38.203232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Bound port: e3d96fff-ff52-4154-97eb-05175e3ccc3d, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d425d15-1259-4d37-a09b-80a29c922ff3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:01:38.203390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.232017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:38.276112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.320880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40694) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:38.341200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.350870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-651bf554-9a86-4238-976e-33aafab4bcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:38.357274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.380045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:01:38.384793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:01:38.415368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:38.417991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded9ac0-b411-4c5b-89f5-1224987001c2,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:38.422610 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d5c319078174a1db32ff75af3fe1fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8122764 Feb 09 08:01:38.423603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-931cfcf0-797f-47cd-a589-c830e7986224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:38.425495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40698) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:38.429606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Usage tracker for resource:security_group_rule and tenant:b3b84921b56e4a76aa7217603eda03d9 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:38.444076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:38.453671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:38.490833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2a7da-1ebb-456f-ac66-9d86f5a70a3d req-7a1d0622-552b-4ada-ae9d-825dacacf145 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:38.492557 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d1b2a7da-1ebb-456f-ac66-9d86f5a70a3d req-7a1d0622-552b-4ada-ae9d-825dacacf145 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2619853 Feb 09 08:01:38.494350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.517309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:38.537457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.576853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.657267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.711667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.715711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.726244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1e88d7da-9c45-47b4-af42-34dcb415c283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:38.732410 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d1b2a7da-1ebb-456f-ac66-9d86f5a70a3d req-ea28650e-7703-4677-910d-8f124395bc58 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164769 Feb 09 08:01:38.740081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:38.755923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:38.763209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded9ac0-b411-4c5b-89f5-1224987001c2,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:38.784094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:38.784919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.786955 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 1158 time: 2.1796787 Feb 09 08:01:38.787507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:01:38.807320 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b84921b56e4a76aa7217603eda03d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4819977 Feb 09 08:01:38.807320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4aea02-c87b-4dc4-a8ad-59fa1c2479b9,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:38.807975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40706) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:38.811870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:38.813020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:38.813431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:38.832619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.835916 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7406affb-7fca-45e1-a3c3-c20f49f57afb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fded9ac0-b411-4c5b-89f5-1224987001c2 HTTP/1.1" status: 204 len: 168 time: 0.4068727 Feb 09 08:01:38.888490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:38.934790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.015894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-4de77828-379c-41b7-b0d4-d591854427a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:39.017555 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-4de77828-379c-41b7-b0d4-d591854427a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1161 time: 0.0887969 Feb 09 08:01:39.048801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.067048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-43abb73f-36be-4703-98c0-3cab50e1c3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:39.085029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4aea02-c87b-4dc4-a8ad-59fa1c2479b9,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:39.093930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.096514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a4aea02-c87b-4dc4-a8ad-59fa1c2479b9 HTTP/1.1" status: 204 len: 168 time: 0.2851284 Feb 09 08:01:39.096514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:39.109231 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-5fe4bf24-6640-4cec-a7aa-488bdf5f1559 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 217 time: 0.0766861 Feb 09 08:01:39.158414 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'status': 'completed', 'code': 200} Feb 09 08:01:39.185839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-0eabb06f-f584-4f84-832d-2885aff58f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:39.187434 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-0eabb06f-f584-4f84-832d-2885aff58f50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0711136 Feb 09 08:01:39.275531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-5e1b78bb-4c89-4997-b613-2ee9e6cd03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:39.280520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-5e1b78bb-4c89-4997-b613-2ee9e6cd03c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830264 Feb 09 08:01:39.328597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:01:39.407878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:39.408466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.449023 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-298c1b68-dc5b-4a7e-af99-3905507c88f6 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639664 Feb 09 08:01:39.510786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40724) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:39.536449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.561508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:39.567046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Usage tracker for resource:security_group_rule and tenant:4136e960538b4eb99ecd95c7ed04a891 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:39.570123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:39.576601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:39.659626 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aad733d1-f512-42bd-bbf4-f7dcc7c25bbb req-bee30635-91ba-45d2-a90e-ec5105f4af6b service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2027926 Feb 09 08:01:39.689986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.745717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.759416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b8b423fb-2e23-4d23-9e27-a7dc8f91c13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:39.799862 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4136e960538b4eb99ecd95c7ed04a891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879181 Feb 09 08:01:39.800503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40736) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:39.826083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e680b1-93d5-4c74-9ecb-1810c0f2e54d,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:39.832594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:39.888715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-50ed5aed-84a6-43fa-aecc-3a6399d070c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:39.890257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.891047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-50ed5aed-84a6-43fa-aecc-3a6399d070c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1161 time: 0.1055694 Feb 09 08:01:39.920793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.991456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:39.998630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6b221c89-6762-4181-b843-174e8d8148d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:40.013225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e680b1-93d5-4c74-9ecb-1810c0f2e54d,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:40.022008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:40.026345 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46e680b1-93d5-4c74-9ecb-1810c0f2e54d HTTP/1.1" status: 204 len: 168 time: 0.2202113 Feb 09 08:01:40.027414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:40.126121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-320fdae7-9622-423e-b491-f232a33e1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:40.129746 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-320fdae7-9622-423e-b491-f232a33e1754 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.2293682 Feb 09 08:01:40.217741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6d8f-7c26-4efc-bac1-b2943813ffd0 req-e8dfabc1-458c-4907-a2f3-83f4a71a5d78 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:40.219430 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76cc6d8f-7c26-4efc-bac1-b2943813ffd0 req-e8dfabc1-458c-4907-a2f3-83f4a71a5d78 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2969818 Feb 09 08:01:40.308203 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-c3091b2c-33f7-4b8c-870d-d907f6639188 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 217 time: 0.0876770 Feb 09 08:01:40.395819 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76cc6d8f-7c26-4efc-bac1-b2943813ffd0 req-ece2b896-634a-4863-87c4-4da05c1198c4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213717 Feb 09 08:01:40.417173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-6d1ae57d-5b83-4f68-8dd6-b413fef37e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:40.418861 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-6d1ae57d-5b83-4f68-8dd6-b413fef37e1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0992856 Feb 09 08:01:40.513934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-28a2d10b-2494-4483-83e9-adcf4a486428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:40.515502 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-28a2d10b-2494-4483-83e9-adcf4a486428 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874269 Feb 09 08:01:40.667638 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-09c69c4c-e6d1-464c-8966-428ca3d4dae2 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431179 Feb 09 08:01:40.824804 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-790825c8-16f2-4022-ab2d-de585ea6f784 req-d0411358-65b0-4c71-a5c3-1c744c523d9b service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492627 Feb 09 08:01:41.734331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51256af1-c2e8-4fdd-9978-39a5e025de2d req-42c1a2ad-65ff-461e-8a27-d4305ecb5e8c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:41.736065 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-51256af1-c2e8-4fdd-9978-39a5e025de2d req-42c1a2ad-65ff-461e-8a27-d4305ecb5e8c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1802816 Feb 09 08:01:41.809403 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-51256af1-c2e8-4fdd-9978-39a5e025de2d req-e1c3001c-fec1-4ce4-9511-d6992438b448 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637338 Feb 09 08:01:43.133887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e6985-9218-40cf-b798-07725bb2fbac req-0e03bd9e-7ec0-4ff1-aadd-8ecce203311c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:43.135676 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-571e6985-9218-40cf-b798-07725bb2fbac req-0e03bd9e-7ec0-4ff1-aadd-8ecce203311c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1720798 Feb 09 08:01:43.205898 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-571e6985-9218-40cf-b798-07725bb2fbac req-0202d44e-6b7b-4a0f-b992-8857e3dce443 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584853 Feb 09 08:01:43.285747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:43.539127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:01:43.662913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port e3d96fff-ff52-4154-97eb-05175e3ccc3d completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:01:43.668462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:43.668855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:43.807529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:43.849890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:01:43.862809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:01:43.902873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:43.905182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:43.979009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:43.987182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.987579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.987969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.988353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.989345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.989723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.990102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.990478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.990855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.991230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.991600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.991970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.992379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.992776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.993149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.993520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.993887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.994256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.994622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.994991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.995356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.995721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.996090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:43.996485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:01:44.000815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:44.081946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'code': 200} Feb 09 08:01:44.815826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6d0c7-6c51-4920-9956-b35f98946a4f req-aef405c9-3e8f-4ba3-98a5-0055faaf757c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:44.817780 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8f6d0c7-6c51-4920-9956-b35f98946a4f req-aef405c9-3e8f-4ba3-98a5-0055faaf757c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.4640012 Feb 09 08:01:44.820043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf0aec-1998-46f5-ad19-b25f52ccbab2 req-d0d5e780-25bf-43cf-bf4a-11e441662444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:44.821623 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-69bf0aec-1998-46f5-ad19-b25f52ccbab2 req-d0d5e780-25bf-43cf-bf4a-11e441662444 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1163 time: 0.4312007 Feb 09 08:01:44.900941 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-69bf0aec-1998-46f5-ad19-b25f52ccbab2 req-c3ef1415-71ba-499b-af85-892c19e4ebdc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593243 Feb 09 08:01:44.920258 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c8f6d0c7-6c51-4920-9956-b35f98946a4f req-15fefb8c-bdf0-4782-a0c8-8f5265aea755 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960231 Feb 09 08:01:45.083881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:01:45.162660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:45.163169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:46.240307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed75868-016d-43ea-a094-9ac817f6447c req-1e9b8483-27b6-4fba-ad25-7573166d2e8e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:46.242025 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eed75868-016d-43ea-a094-9ac817f6447c req-1e9b8483-27b6-4fba-ad25-7573166d2e8e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1670272 Feb 09 08:01:46.312062 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eed75868-016d-43ea-a094-9ac817f6447c req-8384090f-0ff6-4a1f-9f10-6978dceeaaf5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634353 Feb 09 08:01:46.540533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40930) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:46.696010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:46.711497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:46.715533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Usage tracker for resource:security_group_rule and tenant:755e0c6e66c646afb4120811b0bb1e2c is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:46.718467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:46.724239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:46.812124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:46.839675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:46.849511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fda2416c-03d5-4ea1-9dc9-f0c0a4997f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:46.892404 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=755e0c6e66c646afb4120811b0bb1e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505065 Feb 09 08:01:46.893292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a2b56-5bd0-4251-8f1b-e7fcfde31983,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:46.895703 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40944) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:46.897090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:46.959936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:46.987483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.071188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.076750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:47.090928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a2b56-5bd0-4251-8f1b-e7fcfde31983,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:47.094693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.095980 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e12a2b56-5bd0-4251-8f1b-e7fcfde31983 HTTP/1.1" status: 204 len: 168 time: 0.1983366 Feb 09 08:01:47.097102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:47.400935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40960) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:47.640280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40966) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:47.647959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416f004-caeb-4f76-b242-df341faaff4b req-06a8e887-28ee-43a4-86ba-2da607d82b9d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:47.649730 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6416f004-caeb-4f76-b242-df341faaff4b req-06a8e887-28ee-43a4-86ba-2da607d82b9d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1794665 Feb 09 08:01:47.661209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.677466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:47.681521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Usage tracker for resource:security_group_rule and tenant:e9aa34a64e174463bbb76fb1c7d96be0 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:47.684416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.684587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:47.690294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:47.719495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:47.728862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b20e1bf20224113b20a2a64d7fdd151 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:47.733901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:47.760028 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6416f004-caeb-4f76-b242-df341faaff4b req-8f1d1119-d349-4da5-9a44-24445def1745 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946329 Feb 09 08:01:47.761038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:47.781103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.834474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.857147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-468f6e45-838c-4eb3-899d-e73a6bc61643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:47.875471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.897305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40974) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:47.904765 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9aa34a64e174463bbb76fb1c7d96be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608709 Feb 09 08:01:47.905126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40978) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:47.907966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ae4194-03d6-4a83-b617-1a89d599e553,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:47.911448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-403b7c95-8379-4651-8bd5-6e028ed75917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:47.936146 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:47.949121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-94b705c7-31bc-4ffe-9a1c-3fd933d7d2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:48.011479 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b20e1bf20224113b20a2a64d7fdd151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6066515 Feb 09 08:01:48.013165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 40982) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:48.017276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Deleting subnet d86afd82-c901-4b0e-a0cb-b76169be25dc {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:01:48.019318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6f475c-f8f8-4318-94da-c63fb620e55e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:48.023767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:48.024512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.054219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.081497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.141014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.201740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a41ccb-fc6f-4cb7-86d2-a5e8d5884535 req-d1a3d25d-a3c7-42f2-83ea-a1568a28d12f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:48.203374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f9a41ccb-fc6f-4cb7-86d2-a5e8d5884535 req-d1a3d25d-a3c7-42f2-83ea-a1568a28d12f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2816050 Feb 09 08:01:48.210103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.215845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 40986) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:48.224559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Request body: {'floatingip': {'port_id': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:48.258338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.291629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.334510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.339714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cc4754a1-2756-45dd-9bc1-9481a0410ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:48.356177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ae4194-03d6-4a83-b617-1a89d599e553,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:48.358831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:48.370689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.371919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04ae4194-03d6-4a83-b617-1a89d599e553 HTTP/1.1" status: 204 len: 168 time: 0.4659283 Feb 09 08:01:48.386657 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.387474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.391569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:48.393525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f6f475c-f8f8-4318-94da-c63fb620e55e HTTP/1.1" status: 204 len: 168 time: 0.3784204 Feb 09 08:01:48.400911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d5c51872-4107-4efa-8778-51d477d1f374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:48.417542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6f475c-f8f8-4318-94da-c63fb620e55e,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:48.438929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-56917b5f-30a6-4bcf-a92c-04b00bbe34ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:48.967409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.018975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-59ae3095-ead3-4cd0-8966-4100c93f0000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:49.049956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41004) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:49.074353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.091090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:49.095276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Usage tracker for resource:security_group_rule and tenant:48a15941148d42cdb12841783b0d6b22 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:49.098891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:49.104724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:49.118919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d86afd82-c901-4b0e-a0cb-b76169be25dc,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:49.133767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:49.169708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.197173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.197390 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2f61c812-acd0-4f9b-8e46-84af3bcc93f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d86afd82-c901-4b0e-a0cb-b76169be25dc HTTP/1.1" status: 204 len: 168 time: 1.2961988 Feb 09 08:01:49.197817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41010) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:49.241424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.251439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1dd671c7-9d41-4f3c-8395-2666d8c34f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:49.319105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.356847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.366428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.444283 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48a15941148d42cdb12841783b0d6b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931189 Feb 09 08:01:49.445141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41018) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:49.450041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a431176-355d-4a03-8998-be0859b70d67,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:49.596942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Floating IP 85df39c2-52d2-43d8-a0fe-84e2097c0ea9 associated. External IP: 172.27.2.6, port: e3d96fff-ff52-4154-97eb-05175e3ccc3d. Feb 09 08:01:49.683007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-27857660-ff82-49e6-b92e-8682705cdb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:49.839547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:49.890795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.006809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.015734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78222882-ce3a-41fe-b995-ef5ac3a5f868']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:50.041656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bf9c46-cb79-45f5-82bf-0728e049ea35') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:50.042000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bf9c46-cb79-45f5-82bf-0728e049ea35') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:50.069356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.090944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.093560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:01:50.259866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:01:50.269343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.274011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a0df5172-c00d-4cfe-9216-597a023ea895 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:50.299279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a431176-355d-4a03-8998-be0859b70d67,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:50.302646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:01:50.313043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:50.315956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.339142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.342915 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a431176-355d-4a03-8998-be0859b70d67 HTTP/1.1" status: 204 len: 168 time: 0.8918633 Feb 09 08:01:50.474826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:01:50.485951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:01:50.486376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.501076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:01:50.501828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:50.589683 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-411b9bca-1db3-414b-b9af-2bedb0bc2580 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "PUT /v2.0/floatingips/85df39c2-52d2-43d8-a0fe-84e2097c0ea9 HTTP/1.1" status: 200 len: 990 time: 2.3680060 Feb 09 08:01:50.590495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:01:50.618727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Network 78222882-ce3a-41fe-b995-ef5ac3a5f868 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:01:50.696194 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:01:50.702655 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'status': 'completed', 'code': 200} Feb 09 08:01:50.863916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-767cf8b9-1b3f-4f53-8878-0bdc4fa0061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:50.865640 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-767cf8b9-1b3f-4f53-8878-0bdc4fa0061d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1163 time: 0.1181595 Feb 09 08:01:50.880112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.883835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:50.901313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:50.913395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=78222882-ce3a-41fe-b995-ef5ac3a5f868,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:50.917020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:50.990017 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/78222882-ce3a-41fe-b995-ef5ac3a5f868 HTTP/1.1" status: 204 len: 168 time: 1.7910194 Feb 09 08:01:51.021742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:01:51.039663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-55a5ddbf-1585-413b-af68-31db58ae2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:51.041308 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-55a5ddbf-1585-413b-af68-31db58ae2c83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1684256 Feb 09 08:01:51.126179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41082) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:51.144971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.165287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:51.169679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Usage tracker for resource:security_group_rule and tenant:112bede4c6344e66a91caa6879bf633d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:51.172942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:51.174884 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-5fb9dce3-f8c2-4c44-afe8-2f442813f4a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 998 time: 0.1233735 Feb 09 08:01:51.179747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:51.267493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-309b3cc3-44de-4c03-b01a-315810134f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:51.269112 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-309b3cc3-44de-4c03-b01a-315810134f59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0869546 Feb 09 08:01:51.281557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.320091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41092) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:51.346696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.359680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-73595d38-c189-40c9-a92a-deb63991a8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:51.362320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-ed7ab5cc-07ea-4aa7-b232-1807d669d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:51.364949 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-ed7ab5cc-07ea-4aa7-b232-1807d669d9a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838735 Feb 09 08:01:51.434735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '85df39c2-52d2-43d8-a0fe-84e2097c0ea9', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:e0:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:01:27Z', 'updated_at': '2021-02-09T08:01:49Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:51.440289 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=112bede4c6344e66a91caa6879bf633d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111663 Feb 09 08:01:51.440493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:01:51.450143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:01:51.450347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41100) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:51.450816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:51.455750 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cf2d9ea0-1d3d-4915-b4ec-8be79cb03451 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3ed8ec41d4c45aea9ef5a223b681fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319332 Feb 09 08:01:51.456653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41102) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:51.457719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a517bd-be02-4053-a11b-6fafe24491e7,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:51.462510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:51.574244 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-c05bb4f4-eaa1-4052-89e7-7679f6411068 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019396 Feb 09 08:01:51.597086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.624745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.659283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.678351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.682845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:01:51.744422 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d91abd7-b793-486d-8ed6-86aae4abca62 req-b2cea2c1-a66a-4ece-a39f-436b7a8da03c service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1628449 Feb 09 08:01:51.991337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:51.996554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-40cc37a8-93e6-44f5-9baf-e1a6f1c3b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:52.012613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a517bd-be02-4053-a11b-6fafe24491e7,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:52.015489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:52.035542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:52.043325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c3c77d62-6948-49c6-87f7-7537b10a4dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:52.055769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f749c-bd5a-4ed6-b883-d7b440656389,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:52.058039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:52.059536 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c6f749c-bd5a-4ed6-b883-d7b440656389 HTTP/1.1" status: 204 len: 168 time: 0.5987053 Feb 09 08:01:52.061029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-94d75050-cdcd-48f7-b3e1-63fcda939efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:52.062047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:52.065235 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2a517bd-be02-4053-a11b-6fafe24491e7 HTTP/1.1" status: 204 len: 168 time: 0.6082218 Feb 09 08:01:52.135342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '85df39c2-52d2-43d8-a0fe-84e2097c0ea9', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:e0:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:01:27Z', 'updated_at': '2021-02-09T08:01:49Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:52.139564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf97755-da0b-41f8-b4bc-73d16ff30b5d None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '85df39c2-52d2-43d8-a0fe-84e2097c0ea9', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'port_id': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'mac_address': 'fa:16:3e:e0:19:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:01:27Z', 'updated_at': '2021-02-09T08:01:49Z', 'revision_number': 1, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:01:52.443435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d995673-10ea-4f73-b92d-33322f870650 None None] New status for floating IP 85df39c2-52d2-43d8-a0fe-84e2097c0ea9: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:01:53.314960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41154) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:53.461199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-333231573-network', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:53.466293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:53.470830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Usage tracker for resource:network and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:53.475172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:53.481101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:53.517224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Made reservation on behalf of 1ed5dc9ab9d84734bf9e138f158937e4 for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:01:53.522545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:53.540241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:53.555909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:53.559994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:53.562984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:53.570056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:53.759648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:53.805767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:53.809087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88d77f01-be8b-4403-b6e8-215d2d4e3793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:53.846800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:01:53.853974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d829447-300d-474c-90af-90ae839caf03,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:53.857453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:53.898994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:53.899390 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Added segment f99481e1-5ac7-4690-a198-b9ae21312329 of type vxlan for network 364f9846-2a58-4c48-accc-53db1c2b8ca3 Feb 09 08:01:53.990169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:54.149662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:54.151901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:54.153127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:54.159375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:54.269281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9518778 Feb 09 08:01:54.273628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41174) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:54.279747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Request body: {'subnet': {'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-333231573-subnet', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:54.287442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:54.287667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Pushing event updated for resources: {'Network': ['ID=364f9846-2a58-4c48-accc-53db1c2b8ca3,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:54.291724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Usage tracker for resource:subnet and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:54.295128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:54.295560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:54.298447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:01:54.302496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:54.321639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:01:54.402795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Made reservation on behalf of 1ed5dc9ab9d84734bf9e138f158937e4 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:01:54.408046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.048313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.064418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fc792cf4-9ba1-4e26-8004-1243260e5044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:55.208782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0ecb97-9645-4e68-8a4f-f433f81610d6,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:55.212041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:55.275676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Checking segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:01:55.276072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Network hostable DHCP agents. Network: 364f9846-2a58-4c48-accc-53db1c2b8ca3, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:01:55.353879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:01:55.385439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 364f9846-2a58-4c48-accc-53db1c2b8ca3) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:01:55.394704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c05146-cfd0-4146-a1ce-783a7bc2a71f None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:01:55.403006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:01:55.403659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.449049 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-55a1560d-88ac-430a-9a2e-aa1d67d0ce09 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1741672 Feb 09 08:01:55.451844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41184) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:55.458174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:01:55.463202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:55.467430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Usage tracker for resource:router and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:55.471762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:55.478947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:55.517157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.518464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.539743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.699001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-364f9846-2a58-4c48-accc-53db1c2b8ca3', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 08:01:55.699906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:55.896956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.014895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Allocated IP 172.20.0.2 (364f9846-2a58-4c48-accc-53db1c2b8ca3/1c0ecb97-9645-4e68-8a4f-f433f81610d6/c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:01:56.240930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.251792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Transition to ACTIVE for port object c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:01:56.268892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Transition to ACTIVE for port object c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:01:56.287770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.311638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.323529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.420048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:56.526027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Pushing event updated for resources: {'Port': ['ID=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:56.530237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:56.549320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:01:56.551543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:01:56.554674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:01:56.619119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Attempting to bind port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:01:56.619545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Attempting to bind port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:01:56.619965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Attempting to bind port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 on network 364f9846-2a58-4c48-accc-53db1c2b8ca3 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:01:56.634339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Allocated IP 172.27.2.231 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/1002d137-f202-4b06-ab91-ee5ddaedff70) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:01:56.637842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:01:56.638479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Checking segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:01:56.638797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.639381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Bound using segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:01:56.640025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Bound port: c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:01:56.640334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.756545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] For port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:01:56.760958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] For port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:01:56.792036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.805893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.837158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:56.861369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:56.878403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:57.184154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Pushing event updated for resources: {'Port': ['ID=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:57.185333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:57.273494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Pushing event updated for resources: {'Port': ['ID=1002d137-f202-4b06-ab91-ee5ddaedff70,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:57.278589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:57.321650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:01:57.322819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:01:57.325109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:01:57.963462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:58.339111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:58.616879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Router b45a3597-6fa1-460c-b950-c336b2620159 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 08:01:58.725478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d27e4-86dd-4b00-83aa-a1a0f8a3bb0c None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:01:58.741106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:01:58.750558 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41232) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:58.844830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:01:58.878306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Sync routers for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:01:58.902749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:58.907065 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4522259 Feb 09 08:01:58.907788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41238) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:58.921081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:01:58.921790 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:58.943938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:58.962420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:01:58.966881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Usage tracker for resource:security_group_rule and tenant:71e9407253074aab9bc5cb3a1c1237e3 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:01:58.970606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:01:58.977489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:01:59.004314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a5c844eb-4c32-4e66-aa71-4fa2a92894f9 None None] Provisioning for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:01:59.080683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.131338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.144057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dabac0f1-eceb-42d4-937d-9c3b739df117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:59.161539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:01:59.200404 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71e9407253074aab9bc5cb3a1c1237e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4472713 Feb 09 08:01:59.200662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:01:59.201662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce80af5-5b81-4244-83a3-e9ba6c008bf2,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:59.205369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:59.206187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41246) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:01:59.287487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.318356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:01:59.318778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.322294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.559868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.565606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d30cd379-0c8f-469c-b2bd-5f08f96155a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:59.580316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce80af5-5b81-4244-83a3-e9ba6c008bf2,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:59.583438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:59.584488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.590735 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-39d86ab1-763c-4b6f-83eb-aaee7d4dc72e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ce80af5-5b81-4244-83a3-e9ba6c008bf2 HTTP/1.1" status: 204 len: 168 time: 0.3806813 Feb 09 08:01:59.710777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.763564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:01:59.778689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:01:57Z', 'revision_number': 3, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:01:59.783282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Checking router: b45a3597-6fa1-460c-b950-c336b2620159 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:01:59.783627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Updating router b45a3597-6fa1-460c-b950-c336b2620159 port 1002d137-f202-4b06-ab91-ee5ddaedff70 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:01:59.834764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:01:59.839115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:01:59.920046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:01:59.925142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:01:59.943009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.007379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.071309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d59d0d79-180c-4a3e-87d7-d939ff3401e9 None None] Provisioning complete for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:00.071780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d59d0d79-180c-4a3e-87d7-d939ff3401e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.465579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Allocated IP 172.20.0.1 (364f9846-2a58-4c48-accc-53db1c2b8ca3/1c0ecb97-9645-4e68-8a4f-f433f81610d6/207d4ee2-8057-4efb-82fa-9bcd7a3e978f) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:00.654975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.673393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Transition to ACTIVE for port object 207d4ee2-8057-4efb-82fa-9bcd7a3e978f will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:00.701701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:00.762328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.783083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-feabfa61-1b40-41b8-ad6c-34cf20603a85 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:00.807067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-dbf15a34-3c87-4e60-80ce-0a68a34cc117 None None] Provisioning complete for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:00.807483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dbf15a34-3c87-4e60-80ce-0a68a34cc117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.864504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.889190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Transition to ACTIVE for port object 1002d137-f202-4b06-ab91-ee5ddaedff70 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:00.917220 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:00.917649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.937042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Pushing event updated for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:00.942567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:00.958944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:00.979158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-315a769b-856a-49a8-b205-4de175622668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:01.003835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:01.003835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:01.006321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:01.076463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.232218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416865c-213c-4245-b847-9783ae3d9bee None None] Pushing event updated for resources: {'Port': ['ID=1002d137-f202-4b06-ab91-ee5ddaedff70,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:01.244915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2416865c-213c-4245-b847-9783ae3d9bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:01.298168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fa0671ea-e0c9-405c-8177-6f1db00da348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.313339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.371465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Attempting to bind port 1002d137-f202-4b06-ab91-ee5ddaedff70 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:01.371884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Attempting to bind port 1002d137-f202-4b06-ab91-ee5ddaedff70 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:01.372333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Attempting to bind port 1002d137-f202-4b06-ab91-ee5ddaedff70 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:01.379928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:01.380349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:01.381993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.381993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:01.381993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Bound port: 1002d137-f202-4b06-ab91-ee5ddaedff70, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:01.383162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.496028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] For port 1002d137-f202-4b06-ab91-ee5ddaedff70, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:01.498159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:02:01.500230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-3718df75-f788-4bb9-81d1-327a6e6b3d40 None None] Provisioning for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:01.508681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] For port 1002d137-f202-4b06-ab91-ee5ddaedff70, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1002d137-f202-4b06-ab91-ee5ddaedff70,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:01.510674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-3718df75-f788-4bb9-81d1-327a6e6b3d40 None None] Provisioning complete for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:01.511094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3718df75-f788-4bb9-81d1-327a6e6b3d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.552444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.573114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:01.668692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.674712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-3718df75-f788-4bb9-81d1-327a6e6b3d40 None None] Port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:01.700222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.735269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:01.752883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416865c-213c-4245-b847-9783ae3d9bee None None] Pushing event updated for resources: {'Port': ['ID=1002d137-f202-4b06-ab91-ee5ddaedff70,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:01.758281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2416865c-213c-4245-b847-9783ae3d9bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:01.805658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:01.806349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:01:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:01.825605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Pushing event updated for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:01.830327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:01.845593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:02.017952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:02.019714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:02.040967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:02.257729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Router b45a3597-6fa1-460c-b950-c336b2620159 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:02:02.331661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-39153ae0-473a-49c3-a26b-85e10337327a None None] Provisioning complete for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:02.332142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-39153ae0-473a-49c3-a26b-85e10337327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:02.430227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-39153ae0-473a-49c3-a26b-85e10337327a None None] Port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:02.458496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 2, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:02.462722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1eccba-157c-43c3-8ccc-f1ea3b89d3f5 None None] The sync data for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi is: [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 2, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:02.463888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:02:02.484216 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] 10.222.0.13 "PUT /v2.0/routers/b45a3597-6fa1-460c-b950-c336b2620159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688596 Feb 09 08:02:03.558400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ef8b3595-8c7f-4d58-ab07-d078b276ef4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:03.840932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41322) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:03.849887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-267660575-network', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:03.858224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:03.864265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Usage tracker for resource:network and tenant:e8b2993812e44ea797159761c7ac6899 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:03.868011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:03.874525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:03.914326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Made reservation on behalf of e8b2993812e44ea797159761c7ac6899 for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:02:03.919599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:03.934716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:03.955378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:03.960224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b2993812e44ea797159761c7ac6899 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:03.963401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:03.969542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:04.060539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.068182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.090761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.095239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4ab214c4-baac-4006-9433-dcb63a5dadb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:04.124958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:02:04.138883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e150cc-6f5d-46ad-991b-103111ec2084,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:04.143270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:04.145556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.146012 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Added segment 213fa837-1d86-4fbe-aefd-d6d72a43f127 of type vxlan for network 72c4156f-8a65-46b5-baa7-4924f912cdb6 Feb 09 08:02:04.174433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.222409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.223733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:04.224385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.229704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:04.337944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Pushing event updated for resources: {'Network': ['ID=72c4156f-8a65-46b5-baa7-4924f912cdb6,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:04.341685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:04.350460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:02:04.368361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:02:04.391879 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5485790 Feb 09 08:02:04.392223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41328) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:04.399668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Request body: {'subnet': {'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-267660575-subnet', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:04.405575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:04.410812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Usage tracker for resource:subnet and tenant:e8b2993812e44ea797159761c7ac6899 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:04.414480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:04.421215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:04.460007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Made reservation on behalf of e8b2993812e44ea797159761c7ac6899 for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:02:04.465388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.719762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1002d137-f202-4b06-ab91-ee5ddaedff70 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:04.822129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 1002d137-f202-4b06-ab91-ee5ddaedff70 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:04.828683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 1002d137-f202-4b06-ab91-ee5ddaedff70 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:04.829210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.953525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.958441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:04.970130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e88614f9-f878-4779-87b1-3aa2fd3a8b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:04.975967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 1002d137-f202-4b06-ab91-ee5ddaedff70, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1002d137-f202-4b06-ab91-ee5ddaedff70,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:05.008116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.013022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:05.060007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.102663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=1002d137-f202-4b06-ab91-ee5ddaedff70,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:05.105973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:05.377194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.384230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19e76f2-1129-478e-bd5d-2ca6ba15861d,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:05.388400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:05.464209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Checking segment: {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:05.464603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Network hostable DHCP agents. Network: 72c4156f-8a65-46b5-baa7-4924f912cdb6, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:02:05.532992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:02:05.569881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 72c4156f-8a65-46b5-baa7-4924f912cdb6) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:05.577690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c6086-d506-4291-84ea-02a040d4e89a None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:02:05.585209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:05.585872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.594672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-ae2e2528-b1df-4f6f-9d45-d1b55348d3e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1033015 Feb 09 08:02:05.629575 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2360728 Feb 09 08:02:05.632173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41350) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:05.637647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:05.682109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:05.696385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Usage tracker for resource:router and tenant:e8b2993812e44ea797159761c7ac6899 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:05.701783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:05.708937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:05.759885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813669e-76a6-4adf-a731-4141a6829d90 req-5a61fb1d-a677-45ea-a1f6-60a767958436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:05.761856 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-5a61fb1d-a677-45ea-a1f6-60a767958436 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1203 time: 0.1205304 Feb 09 08:02:05.762859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.764055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.857761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-72c4156f-8a65-46b5-baa7-4924f912cdb6', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 08:02:05.858676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:05.951152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813669e-76a6-4adf-a731-4141a6829d90 req-3fcf096e-3675-4a76-99f9-7614d67e3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:05.952844 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-3fcf096e-3675-4a76-99f9-7614d67e3055 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.1576598 Feb 09 08:02:05.978512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Sync routers for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:02:05.990670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:05.991345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:06.039451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.085626 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-f7bc9a29-e637-4ee8-b2b3-300936aa5a41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 1002 time: 0.1238368 Feb 09 08:02:06.171343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Allocated IP 172.20.0.2 (72c4156f-8a65-46b5-baa7-4924f912cdb6/d19e76f2-1129-478e-bd5d-2ca6ba15861d/9382dead-fb5e-4fe1-b39c-497bc73cda45) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:06.187040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:06.349650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813669e-76a6-4adf-a731-4141a6829d90 req-d215ec67-5b87-4806-9843-fd94d01b0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:06.351244 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-d215ec67-5b87-4806-9843-fd94d01b0187 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.2582493 Feb 09 08:02:06.423265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.435338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Transition to ACTIVE for port object 9382dead-fb5e-4fe1-b39c-497bc73cda45 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:06.461981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Transition to ACTIVE for port object 9382dead-fb5e-4fe1-b39c-497bc73cda45 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:06.488934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.527328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813669e-76a6-4adf-a731-4141a6829d90 req-5dc79ad7-9265-4d7e-83d2-5fffcde4c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:06.529374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-5dc79ad7-9265-4d7e-83d2-5fffcde4c2a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1609147 Feb 09 08:02:06.534783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.546706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 2, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:06.551105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Checking router: b45a3597-6fa1-460c-b950-c336b2620159 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:02:06.551733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Updating router b45a3597-6fa1-460c-b950-c336b2620159 port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:02:06.551889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:06.700746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Pushing event updated for resources: {'Port': ['ID=9382dead-fb5e-4fe1-b39c-497bc73cda45,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:06.710765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:06.724973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1002d137-f202-4b06-ab91-ee5ddaedff70 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:06.769691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.784386 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-29c25593-f181-446e-9edb-24ba127d64b8 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347913 Feb 09 08:02:06.830904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:06.833382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:06.835747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:06.899157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 1002d137-f202-4b06-ab91-ee5ddaedff70 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:06.899898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.942024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Attempting to bind port 9382dead-fb5e-4fe1-b39c-497bc73cda45 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:06.942530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Attempting to bind port 9382dead-fb5e-4fe1-b39c-497bc73cda45 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:06.942842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Attempting to bind port 9382dead-fb5e-4fe1-b39c-497bc73cda45 on network 72c4156f-8a65-46b5-baa7-4924f912cdb6 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:06.953247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:06.953247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Checking segment: {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:06.953247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:06.953756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Bound using segment: {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:06.954164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Bound port: 9382dead-fb5e-4fe1-b39c-497bc73cda45, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:06.954590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.096385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] For port 9382dead-fb5e-4fe1-b39c-497bc73cda45, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:07.100917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] For port 9382dead-fb5e-4fe1-b39c-497bc73cda45, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9382dead-fb5e-4fe1-b39c-497bc73cda45,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:07.112497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d813669e-76a6-4adf-a731-4141a6829d90 req-2a939788-7a0f-4399-aca6-d8941e4905cc service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3170540 Feb 09 08:02:07.139662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.153658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.177086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.177300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0d9b511-0ca2-4b8c-9d84-ad9ad357b701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:07.262315 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Pushing event updated for resources: {'Port': ['ID=9382dead-fb5e-4fe1-b39c-497bc73cda45,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:07.266197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:07.284214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.299504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Transition to ACTIVE for port object 207d4ee2-8057-4efb-82fa-9bcd7a3e978f will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:07.336488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.356190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5cb939a1-fbd4-4c8d-b3c2-64d8b0b89605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:07.536554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Allocated IP 172.27.2.20 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/c8a099ba-6973-48df-8703-b953e59fbf2f) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:07.596401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Pushing event updated for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:07.616357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.616774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.617159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.617535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.617905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.618446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.618817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.619186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.619573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.619941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.620299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.620683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.621093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.621460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.622353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.622983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.623090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.623386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.623748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.624108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.624712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.624880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.625241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.625600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:07.630539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:07.754981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.808495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Attempting to bind port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:07.809008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Attempting to bind port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:07.809468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Attempting to bind port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f on network 364f9846-2a58-4c48-accc-53db1c2b8ca3 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:07.816445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:07.816992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Checking segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:07.817524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.818033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Bound using segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:07.818646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Bound port: 207d4ee2-8057-4efb-82fa-9bcd7a3e978f, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:07.819156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.867907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:07.899464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-68e90929-5397-4abb-88c1-57e23f8e90a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:07.955216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] For port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:07.963089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] For port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:07.997794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:08.064376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a099ba-6973-48df-8703-b953e59fbf2f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:08.070820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:08.116816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:08.118844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:08.120045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:08.122391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:08.225469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Pushing event updated for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:08.229043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:08.255303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:08.256108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:08.471091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:08.933621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 207d4ee2-8057-4efb-82fa-9bcd7a3e978f up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:08.938906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:07Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:08.944365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f73c5b-410d-46d9-8513-064fd89681be None None] The sync data for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi is: [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:07Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:09.079277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:09.094097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:09.099997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:09.100424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:09.213100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c2cf1-f01d-4fa1-8979-e4b7b7ae21cc None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:02:09.566519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:09.621075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:09.698255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-8d5fe051-4c74-4ebc-a7c3-918091f641f5 None None] Provisioning for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:09.731165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:09.767360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:09.768356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9382dead-fb5e-4fe1-b39c-497bc73cda45 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:09.804541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:09.924140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:09.937104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:09.963786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Router 58dece7e-56ad-422a-8641-a246a7cd4668 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 08:02:09.988524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:09.995778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:09.996384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:10.178782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:10.241911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 9382dead-fb5e-4fe1-b39c-497bc73cda45, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9382dead-fb5e-4fe1-b39c-497bc73cda45,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:10.261682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-be859325-2ef3-4550-b7d7-5f5c794fc59a None None] Provisioning complete for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:10.262103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-be859325-2ef3-4550-b7d7-5f5c794fc59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:10.312027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:02:10.326376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:10.332000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:10.371173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Sync routers for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:02:10.380056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:10.384481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41436) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:10.384614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7512903 Feb 09 08:02:10.405631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:10.406334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:10.791710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=9382dead-fb5e-4fe1-b39c-497bc73cda45,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:10.791710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:10.791710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 207d4ee2-8057-4efb-82fa-9bcd7a3e978f up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:10.882972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:11.060000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-56805d40-742c-44cf-9449-7fd57a4dd98e None None] Provisioning complete for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:11.060548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56805d40-742c-44cf-9449-7fd57a4dd98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.150503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:11.150925 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.282845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.467808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:08Z', 'revision_number': 3, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:11.472296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Checking router: 58dece7e-56ad-422a-8641-a246a7cd4668 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:02:11.472716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Updating router 58dece7e-56ad-422a-8641-a246a7cd4668 port c8a099ba-6973-48df-8703-b953e59fbf2f binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:02:11.650896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Allocated IP 172.20.0.1 (72c4156f-8a65-46b5-baa7-4924f912cdb6/d19e76f2-1129-478e-bd5d-2ca6ba15861d/77b95a3f-f913-4dab-9701-15940b5814ca) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:11.687797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.811188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.828383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Transition to ACTIVE for port object 77b95a3f-f913-4dab-9701-15940b5814ca will not be triggered until provisioned by entity DHCP. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:11.882628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:11.899378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:12.100928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.115246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Transition to ACTIVE for port object c8a099ba-6973-48df-8703-b953e59fbf2f will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:12.148207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.165366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:12.261181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Pushing event updated for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:12.271039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:12.309649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Pushing event updated for resources: {'Port': ['ID=c8a099ba-6973-48df-8703-b953e59fbf2f,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:12.312767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:12.314752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:12.316231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:12.318542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:12.379262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.389237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Attempting to bind port c8a099ba-6973-48df-8703-b953e59fbf2f on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:12.389660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Attempting to bind port c8a099ba-6973-48df-8703-b953e59fbf2f by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:12.390075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Attempting to bind port c8a099ba-6973-48df-8703-b953e59fbf2f on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:12.397201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:12.397618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:12.401762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.406793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:12.407404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Bound port: c8a099ba-6973-48df-8703-b953e59fbf2f, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:12.407854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.509307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] For port c8a099ba-6973-48df-8703-b953e59fbf2f, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:12.517218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] For port c8a099ba-6973-48df-8703-b953e59fbf2f, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c8a099ba-6973-48df-8703-b953e59fbf2f,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:12.578410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.594672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:12.637881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-40e0e817-6418-4e89-af74-7ddf430a8fdb None None] Provisioning for port 77b95a3f-f913-4dab-9701-15940b5814ca completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:12.668931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-40e0e817-6418-4e89-af74-7ddf430a8fdb None None] Provisioning complete for port 77b95a3f-f913-4dab-9701-15940b5814ca triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:12.669351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-40e0e817-6418-4e89-af74-7ddf430a8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.705006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9382dead-fb5e-4fe1-b39c-497bc73cda45 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:12.716089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.864218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Pushing event updated for resources: {'Port': ['ID=c8a099ba-6973-48df-8703-b953e59fbf2f,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:12.873634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:12.889278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-40e0e817-6418-4e89-af74-7ddf430a8fdb None None] Port 77b95a3f-f913-4dab-9701-15940b5814ca cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:12.923102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 9382dead-fb5e-4fe1-b39c-497bc73cda45 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:12.923522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:12.968108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:12.968810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:13.009748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:13.048007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:13.077340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:13.161975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Pushing event updated for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:13.164717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:13.181020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:13.232243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:13.318133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:13.319291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:13.546710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Router 58dece7e-56ad-422a-8641-a246a7cd4668 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:02:13.558033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-46514de1-ee66-461f-9a83-b7c381afeee8 None None] Provisioning complete for port 77b95a3f-f913-4dab-9701-15940b5814ca triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:13.558456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-46514de1-ee66-461f-9a83-b7c381afeee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:13.640998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-46514de1-ee66-461f-9a83-b7c381afeee8 None None] Port 77b95a3f-f913-4dab-9701-15940b5814ca cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:13.658046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '77b95a3f-f913-4dab-9701-15940b5814ca', 'name': '', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'mac_address': 'fa:16:3e:20:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:11Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 2, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'subnets': [{'id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:13.662609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165e1a3-3ddc-4a21-9641-86969301e36a None None] The sync data for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi is: [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '77b95a3f-f913-4dab-9701-15940b5814ca', 'name': '', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'mac_address': 'fa:16:3e:20:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:11Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 2, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'subnets': [{'id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:13.745077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:02:13.756071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] 10.222.0.13 "PUT /v2.0/routers/58dece7e-56ad-422a-8641-a246a7cd4668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3698442 Feb 09 08:02:14.574145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-2069386101', 'description': 'tempest-TestShelveInstance-2069386101 description'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:14.603675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:14.608476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Usage tracker for resource:security_group and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:14.613032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:14.629630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:14.700370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.700555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.726948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:14.733466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c8a099ba-6973-48df-8703-b953e59fbf2f up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:14.734035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Usage tracker for resource:security_group_rule and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:14.738753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:14.760044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:14.844245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.876909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port c8a099ba-6973-48df-8703-b953e59fbf2f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:14.883171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port c8a099ba-6973-48df-8703-b953e59fbf2f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:14.883593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.905515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.911967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-617d9095-c50e-4591-9476-849a4ce7af96 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:14.958229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:14.961419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:14.985619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:14.986928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5425eb8d-d41c-4186-a967-3cfd51ed2f8f req-3ee6d04a-437c-47eb-92fe-6744889024d0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4186172 Feb 09 08:02:15.020664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.038858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port c8a099ba-6973-48df-8703-b953e59fbf2f, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c8a099ba-6973-48df-8703-b953e59fbf2f,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:15.071165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.073237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-83ba0126-c917-48ac-817d-1f9a4e3a751f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:15.097554 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-f6bfaf59-2577-4db6-8db2-b5fde16da8b0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups/c393a4e6-bc6c-4f6d-a488-8eeb552d61bf HTTP/1.1" status: 200 len: 1802 time: 0.0733693 Feb 09 08:02:15.108539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c393a4e6-bc6c-4f6d-a488-8eeb552d61bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:15.108955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c393a4e6-bc6c-4f6d-a488-8eeb552d61bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:15.131915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:15.136060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Usage tracker for resource:security_group_rule and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:15.139132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:15.146651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:15.146975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=c8a099ba-6973-48df-8703-b953e59fbf2f,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:15.150896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:15.239829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.264058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.293910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.295768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:15.320753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ef7e2f-90d8-487e-a624-6cbfdbfa03b6,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:15.333031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.333453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.333867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.334276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.334682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.335085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.335485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.335883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.336283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.336712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.337112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.337510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.337984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.338341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.338733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.339155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.339549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.339942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.340336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.340775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.341172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.344647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.344647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.344647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:15.346656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:15.363078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.364348 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-28f6b461-6ae8-43c0-b5b4-404ff1eb4f32 req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2602117 Feb 09 08:02:15.461926 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-86b6bf72-71b4-4192-8efd-f3e33a729cac tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups/c393a4e6-bc6c-4f6d-a488-8eeb552d61bf HTTP/1.1" status: 200 len: 2395 time: 0.0650332 Feb 09 08:02:15.472911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c393a4e6-bc6c-4f6d-a488-8eeb552d61bf', 'remote_group_id': None}]} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:15.473260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c393a4e6-bc6c-4f6d-a488-8eeb552d61bf', 'remote_group_id': None}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:15.497814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:15.501346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Usage tracker for resource:security_group_rule and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:15.505064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:15.511171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:15.609577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.634318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.659747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.662006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb4d87e0-5e97-4187-bbb9-a8a899c681f0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:15.686320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a66d7ed-99e9-4ca7-b49e-e4b5b053b3de,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:15.689696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:15.716844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:15.718129 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-385be556-3b06-4ebf-a329-6cdbcf0150f8 req-75ef6778-5b51-4218-9afa-a17719cd6609 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2495124 Feb 09 08:02:16.688093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c8a099ba-6973-48df-8703-b953e59fbf2f up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:16.922648 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port c8a099ba-6973-48df-8703-b953e59fbf2f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:16.923062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:17.066689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Sync routers for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:02:17.078485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:17.079475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:17.273916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:17.620524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '77b95a3f-f913-4dab-9701-15940b5814ca', 'name': '', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'mac_address': 'fa:16:3e:20:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:11Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 2, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'subnets': [{'id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:17.624686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Checking router: 58dece7e-56ad-422a-8641-a246a7cd4668 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:02:17.625131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Updating router 58dece7e-56ad-422a-8641-a246a7cd4668 port 77b95a3f-f913-4dab-9701-15940b5814ca binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:02:17.692854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.293877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.307186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Transition to ACTIVE for port object 77b95a3f-f913-4dab-9701-15940b5814ca will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:18.339403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.356215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:18.494351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Pushing event updated for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:18.504669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:18.672374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Attempting to bind port 77b95a3f-f913-4dab-9701-15940b5814ca on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:18.672823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Attempting to bind port 77b95a3f-f913-4dab-9701-15940b5814ca by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:18.673359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Attempting to bind port 77b95a3f-f913-4dab-9701-15940b5814ca on network 72c4156f-8a65-46b5-baa7-4924f912cdb6 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:18.680813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:18.681210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Checking segment: {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:18.681638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.682074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Bound using segment: {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:18.682750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Bound port: 77b95a3f-f913-4dab-9701-15940b5814ca, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213fa837-1d86-4fbe-aefd-d6d72a43f127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:18.683210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.789430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] For port 77b95a3f-f913-4dab-9701-15940b5814ca, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:18.792983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] For port 77b95a3f-f913-4dab-9701-15940b5814ca, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=77b95a3f-f913-4dab-9701-15940b5814ca,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:18.828480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:18.845573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:19.000050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Pushing event updated for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:19.005302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:19.049618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:19.050473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:19.270195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:19.659690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '77b95a3f-f913-4dab-9701-15940b5814ca', 'name': '', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'mac_address': 'fa:16:3e:20:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:11Z', 'updated_at': '2021-02-09T08:02:18Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'subnets': [{'id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:19.664104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa74daa-8a54-4fa4-907d-1ea954b44cf0 None None] The sync data for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi is: [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:02:12Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '77b95a3f-f913-4dab-9701-15940b5814ca', 'name': '', 'network_id': '72c4156f-8a65-46b5-baa7-4924f912cdb6', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'mac_address': 'fa:16:3e:20:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:11Z', 'updated_at': '2021-02-09T08:02:18Z', 'revision_number': 4, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'subnets': [{'id': 'd19e76f2-1129-478e-bd5d-2ca6ba15861d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:19.910065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41592) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:20.076233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.096040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:20.101066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Usage tracker for resource:security_group_rule and tenant:cc324e2398a943e6960b65cb5c8d610c is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:20.104216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:20.110055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:20.198377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.227875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.235694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-330a5581-6c5c-43fb-a174-ddb53b389efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:20.283178 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc324e2398a943e6960b65cb5c8d610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719366 Feb 09 08:02:20.284169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08b4aa1-2b25-49c5-a775-9d80fc5ade3b,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:20.286310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41598) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:20.287705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:20.351232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.379937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.453896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.460534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0c2bd520-7ec5-40c4-9aaa-9783be10798b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:20.476699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08b4aa1-2b25-49c5-a775-9d80fc5ade3b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:20.481992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:20.485036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:20.513515 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a08b4aa1-2b25-49c5-a775-9d80fc5ade3b HTTP/1.1" status: 204 len: 168 time: 0.2147145 Feb 09 08:02:20.628426 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-84af9a84-349d-4f6e-9b84-19793b54f269 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1661389532&fields=id&tenant_id=d19e9d279ea24bf380750f409e71e299 HTTP/1.1" status: 200 len: 267 time: 0.0648348 Feb 09 08:02:20.738879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 77b95a3f-f913-4dab-9701-15940b5814ca up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:20.822363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-7afb3cd4-f5f7-4b18-8efc-6163fec95354 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:20.825152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-7afb3cd4-f5f7-4b18-8efc-6163fec95354 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 985 time: 0.1945913 Feb 09 08:02:20.842098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Request body: {'port': {'security_groups': ['987dfd10-33a7-4e06-a2ba-51bd8a93d38d']}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:20.882472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 77b95a3f-f913-4dab-9701-15940b5814ca completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:20.889336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 77b95a3f-f913-4dab-9701-15940b5814ca triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:20.889733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.006667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.075732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.111548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 77b95a3f-f913-4dab-9701-15940b5814ca, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=77b95a3f-f913-4dab-9701-15940b5814ca,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:21.141167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.145667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:21.228941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:21.232291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:21.445170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:21.478114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.514117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.536599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:21.727551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=6']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:21.732958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:21.841951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:21.842755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:21.844327 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7ae6558b-a8a4-4d9e-86dc-1596763105e7 req-fbdc1eaf-cac5-46a8-8343-3f3e05fc8870 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "PUT /v2.0/ports/3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 943 time: 1.0099401 Feb 09 08:02:21.845463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:21.961183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77832262-77db-40de-b01b-3ce0d549ef4f req-90fc3531-f2c5-40ab-b4c3-ed7bd7597358 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups/911518d2-515b-4d4a-834a-16353909ef6a HTTP/1.1" status: 200 len: 3005 time: 0.0866981 Feb 09 08:02:21.996362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-079a44a0-a1be-4040-8fb0-12ccc4453ad6 None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:21.996929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-079a44a0-a1be-4040-8fb0-12ccc4453ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.101256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-77832262-77db-40de-b01b-3ce0d549ef4f req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.147043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-77832262-77db-40de-b01b-3ce0d549ef4f req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.180183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 08:02:22.256216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-77832262-77db-40de-b01b-3ce0d549ef4f req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.261903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-22e21e90-b263-4e4e-ae3b-18fe5e8a4a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:22.281110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911518d2-515b-4d4a-834a-16353909ef6a,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:22.284571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:22.311464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-e56e89d9-d3cb-4608-8e8f-cb153313a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:22.313151 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-e56e89d9-d3cb-4608-8e8f-cb153313a294 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.0852952 Feb 09 08:02:22.317017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-77832262-77db-40de-b01b-3ce0d549ef4f req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.318266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-77832262-77db-40de-b01b-3ce0d549ef4f req-566c515d-b014-45b2-84e1-8bcc2adeacdb tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "DELETE /v2.0/security-groups/911518d2-515b-4d4a-834a-16353909ef6a HTTP/1.1" status: 204 len: 173 time: 0.3490269 Feb 09 08:02:22.588166 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-bee357cc-d0ca-48bd-97e1-d98699e15d2d tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/floatingips/d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c HTTP/1.1" status: 200 len: 999 time: 0.2331092 Feb 09 08:02:22.648251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-6d542d97-9456-4da7-b4ef-7c750cfe7d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:22.649895 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-6d542d97-9456-4da7-b4ef-7c750cfe7d1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.3283553 Feb 09 08:02:22.703608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 77b95a3f-f913-4dab-9701-15940b5814ca up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:22.787236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 77b95a3f-f913-4dab-9701-15940b5814ca triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:22.787561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:22.857632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-7c97752b-cfbc-43e2-b6d9-4a1ebe0b43e2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:22.859162 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-7c97752b-cfbc-43e2-b6d9-4a1ebe0b43e2 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2633746 Feb 09 08:02:22.871387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-251a60b5-26a8-493f-98cc-c581f240c8c7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:02:22.872692 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-251a60b5-26a8-493f-98cc-c581f240c8c7 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064397 Feb 09 08:02:23.228775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-1167b54c-f6a4-4f54-8955-e319c0f9bc66 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.152 HTTP/1.1" status: 200 len: 1002 time: 0.3491619 Feb 09 08:02:23.384567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-7d0beba3-c691-4bf9-b56c-93c4760bd888 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:23.385968 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-7d0beba3-c691-4bf9-b56c-93c4760bd888 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports/3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 943 time: 0.1514280 Feb 09 08:02:23.593225 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-9f5dd34f-be2d-4257-9e3d-83e8b67126ee tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.152 HTTP/1.1" status: 200 len: 1002 time: 0.1243858 Feb 09 08:02:23.838132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Deleting port 68748965-5878-4e0a-875c-307577630b5a {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:23.838756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:24.021758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:24.022159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:24.154378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Calling delete_port for 68748965-5878-4e0a-875c-307577630b5a owned by network:floatingip {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:24.453173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:24.468899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f836331c-71c2-4c50-85b4-64638ba93661 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:24.521818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event deleted for resources: {'Port': ['ID=68748965-5878-4e0a-875c-307577630b5a,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:24.533940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:24.696418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks [] for floatingip, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:24.696819 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Floating IP d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c disassociated (deleted). External IP: 172.27.2.152, port: 3d726427-fc90-49e7-9a31-0f3f07360f9f. Feb 09 08:02:25.075924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Router 218bdf37-6b61-471b-b655-be5b95990f5a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:02:25.223786 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-a0752991-87c1-48d7-99e8-d30575cc47b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 217 time: 0.1399724 Feb 09 08:02:25.374663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-716fe91a-70d3-41e6-8ac4-367c256785a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:25.376252 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-716fe91a-70d3-41e6-8ac4-367c256785a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.1007926 Feb 09 08:02:25.446735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:02:25.456810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Sync routers for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:02:25.468087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:25.468940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:25.487794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-7ac5144d-9d32-4b85-b73f-539ce867d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:25.489071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-7ac5144d-9d32-4b85-b73f-539ce867d21c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986071 Feb 09 08:02:25.608397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:25.673771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:25.722242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:25.946867 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "DELETE /v2.0/floatingips/d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c HTTP/1.1" status: 204 len: 173 time: 2.3474505 Feb 09 08:02:25.950886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:25.971602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-236cfac5-fd48-4474-bf9d-e97c6ad72271 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745603 Feb 09 08:02:25.998585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 3d726427-fc90-49e7-9a31-0f3f07360f9f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:25.999009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:26.028067 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 08:02:26.187529 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-3aa23844-c761-449b-aef5-d6203ea8fe33 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=531432ce82234f8d902d8ffe981b2f49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470819 Feb 09 08:02:26.187800 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a775ef6a-eed8-402f-9601-64bf6acb6a4e req-f0ab2883-5caa-497c-a6a9-4cf64ce477c1 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940784 Feb 09 08:02:26.245158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:26.250982 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Checking router: 218bdf37-6b61-471b-b655-be5b95990f5a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:02:26.261379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:26.262051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:26.483964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-9714f724-c8cb-4091-a4d9-4ddc875fdf51 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:26.488515 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-9714f724-c8cb-4091-a4d9-4ddc875fdf51 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995436 Feb 09 08:02:26.508529 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-fcceb3c9-46b7-4c92-ba7d-4706d509369b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/quotas/531432ce82234f8d902d8ffe981b2f49 HTTP/1.1" status: 200 len: 375 time: 0.0187688 Feb 09 08:02:26.512509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-57ad7ec1-abc3-4a0b-83b0-d8b019ccfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:26.514330 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-57ad7ec1-abc3-4a0b-83b0-d8b019ccfc60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.2079418 Feb 09 08:02:26.519395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-4b650fad-d3f2-4f27-88bb-77c8672fae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:26.530092 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-4b650fad-d3f2-4f27-88bb-77c8672fae69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d19e9d279ea24bf380750f409e71e299&device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 1163 time: 0.5573745 Feb 09 08:02:26.564351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:26.584160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-8ea1f03c-c380-40eb-9cf2-d6707237d45e tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=531432ce82234f8d902d8ffe981b2f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745466 Feb 09 08:02:26.827454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-ff47f404-81d8-4274-a599-2b8edc4d0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:26.829142 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-ff47f404-81d8-4274-a599-2b8edc4d0631 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.2931659 Feb 09 08:02:26.830818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-1cde4276-714a-46cb-9a54-ec5ed77cc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:26.837390 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-1cde4276-714a-46cb-9a54-ec5ed77cc4fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 200 len: 909 time: 0.3024523 Feb 09 08:02:26.979900 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-debec2ed-c902-4b18-b652-06ea29642883 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 217 time: 0.1397550 Feb 09 08:02:26.981597 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-bdad34fb-78fd-4e3e-afb1-3a227c564ffe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 200 len: 217 time: 0.1428444 Feb 09 08:02:27.025475 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5a9067f8-3c88-47ec-a532-761308bdc848 req-8737bcbc-5190-4911-b4a8-e4c649e8f30e tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0569139 Feb 09 08:02:27.101879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:27.106024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdcc1b3-e8a1-4415-a246-1aff195b7c6d None None] The sync data for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi is: [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T07:59:01Z', 'revision_number': 4, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0436634d-c39e-454b-af21-7b2ee4c4d59c', 'name': '', 'network_id': '8b0d6539-1caa-465f-8b57-84bf8d3d27fc', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'mac_address': 'fa:16:3e:92:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:59:00Z', 'updated_at': '2021-02-09T07:59:09Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'subnets': [{'id': '59eff250-b0c7-4587-8531-3e4f351bb15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:27.117354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-82354d32-8efb-48e4-a463-63c3e1b919f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:27.119036 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-82354d32-8efb-48e4-a463-63c3e1b919f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.1323795 Feb 09 08:02:27.120465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-f6aa5e4f-d9c6-4c60-b9e8-36226d2ee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:27.122433 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-f6aa5e4f-d9c6-4c60-b9e8-36226d2ee9bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 200 len: 854 time: 0.0979207 Feb 09 08:02:27.281012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-ea669e72-e3cc-427d-bf85-355691a9003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:27.282589 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-ea669e72-e3cc-427d-bf85-355691a9003c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1559792 Feb 09 08:02:27.284984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-c619aefb-c728-4da4-977d-803a4c84f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:27.286439 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-c619aefb-c728-4da4-977d-803a4c84f8ec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0d6539-1caa-465f-8b57-84bf8d3d27fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1227844 Feb 09 08:02:27.550754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c3bbf-5f34-45cf-91a4-8818670c19c3 None None] New status for floating IP d1df4df6-fad5-4ad7-9e6c-6b6163e3e21c: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:02:27.561853 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-f6cea2d5-6a60-48f5-8ffb-f585627030c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712362 Feb 09 08:02:27.565557 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-72f51c61-0bcd-48f2-9f41-220853ef373b service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501302 Feb 09 08:02:27.845714 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-15273fd8-fc4c-4f71-acbc-aed7e7029b18 req-eb9c9517-2179-4169-90ed-6a815c0da3c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2768884 Feb 09 08:02:27.848109 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31fee083-6e16-438b-bdb3-f2801277ca84 req-a242b055-e94e-4291-8998-6307567eef4d service neutron] 10.222.0.48 "GET /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2565811 Feb 09 08:02:28.188889 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-00402b20-06ea-47c7-b7fb-c5cdaeaefd5f req-a33f76f3-aca0-4a2d-92ef-0791f6251179 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0500317 Feb 09 08:02:29.318153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fac51112-7401-4f51-806f-791e98001c17 req-4a04d5cc-62da-48a9-b6c0-bef3b1e38e4a tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0564022 Feb 09 08:02:30.498976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cd35cfba-4ff7-42c9-9c7a-2078a98405ba req-c61af4d8-8cae-4917-aca7-50732889a83b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0824444 Feb 09 08:02:31.147141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d7a77564-fd57-4e66-905e-ba92ea035806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:31.687579 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-074e1d63-bf1f-430e-b896-ea7c4ac1066a req-21db82a0-1bc0-4fa0-840c-181e509ca4ef tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0501559 Feb 09 08:02:32.184898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 41794) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:32.345597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.361736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:32.365797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Usage tracker for resource:security_group_rule and tenant:31049649548242a994fdafbb1e680de3 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:32.368817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:32.375508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:32.469957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.504873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.515413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:32.561669 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31049649548242a994fdafbb1e680de3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754947 Feb 09 08:02:32.562620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2b80d-1205-41fa-816f-7e3f3be12bb4,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:32.564660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41802) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:32.566231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:32.630270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.659885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.753682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.759393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f2c3006c-b181-4e10-9c1b-2095f36a3b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:32.776764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:32.781093 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8a2b80d-1205-41fa-816f-7e3f3be12bb4 HTTP/1.1" status: 204 len: 168 time: 0.2152057 Feb 09 08:02:32.782866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2b80d-1205-41fa-816f-7e3f3be12bb4,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:32.792214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.793014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.793590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.794136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.794693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.795235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.795793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.796332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.797071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.797631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.798171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.798718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.799353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.799899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.800445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.801036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.801785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.802447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.803098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.803640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.804186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.804743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.805365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.805916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:32.811382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-70435004-ca50-4579-bc2e-10282aefc58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:32.818994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21774e-17fb-46c2-90a5-658820331636 req-d9d082d7-6d11-4f7a-9352-63844387c450 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:32.819334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7a21774e-17fb-46c2-90a5-658820331636 req-d9d082d7-6d11-4f7a-9352-63844387c450 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:32.873044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7a21774e-17fb-46c2-90a5-658820331636 req-d9d082d7-6d11-4f7a-9352-63844387c450 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:32.874388 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7a21774e-17fb-46c2-90a5-658820331636 req-d9d082d7-6d11-4f7a-9352-63844387c450 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.2477157 Feb 09 08:02:32.906402 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e78e3904-b9e8-4fe4-a3ff-7bdf214e877d req-75024fc2-1477-4d9a-8bee-402355af0434 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0551112 Feb 09 08:02:32.921854 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-5ecdf65b-cd3c-4e09-bf1e-30e074348c07 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=531432ce82234f8d902d8ffe981b2f49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464811 Feb 09 08:02:33.022693 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7a21774e-17fb-46c2-90a5-658820331636 req-2367d3e3-1546-407e-a3e6-7fbe744f540f tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183646 Feb 09 08:02:33.480936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f14a2c76-af25-4b97-a6bf-e4ba664b56f0 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:33.482500 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f14a2c76-af25-4b97-a6bf-e4ba664b56f0 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5352070 Feb 09 08:02:33.524198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Request body: {'port': {'device_id': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b', 'admin_state_up': True, 'tenant_id': '531432ce82234f8d902d8ffe981b2f49'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:33.524449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f118367b-a358-4e83-882e-196265ca3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:33.677152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:33.681467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Usage tracker for resource:port and tenant:531432ce82234f8d902d8ffe981b2f49 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:33.684472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:33.691607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:33.724361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Made reservation on behalf of 531432ce82234f8d902d8ffe981b2f49 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:02:33.745926 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:33.759831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:33.777005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:33.781051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Usage tracker for resource:security_group_rule and tenant:531432ce82234f8d902d8ffe981b2f49 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:33.785070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:33.790789 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:33.879243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:33.910362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:33.920267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e0ddd411-4510-4582-9818-98f3135e8cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:33.994490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae79d8a-7dbd-4348-9557-7381cb0d168e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:34.000601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:34.078354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:34.123477 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a46ba77-7ab9-4ea9-8093-ec1680c9bba7 req-32157326-6112-4363-be17-a58a919d5a64 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0705228 Feb 09 08:02:34.315399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Allocated IP 192.168.233.161 (6d5f4162-bd44-4c06-893c-47e03ede799b/4ddd4361-97ad-4fa3-bc05-df33a0b6fa95/f9381da7-d28f-49b2-8fd4-8d2727e0b398) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:34.358840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96a5e7-e687-44f4-98c0-d08850595e10 req-7e80b876-9a19-4f28-85d5-4e5d61159afd tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:34.360536 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d96a5e7-e687-44f4-98c0-d08850595e10 req-7e80b876-9a19-4f28-85d5-4e5d61159afd tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.1837413 Feb 09 08:02:34.429919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8d96a5e7-e687-44f4-98c0-d08850595e10 req-116cb07e-f0ee-4250-a4fa-24d6e869af10 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:34.490168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8d96a5e7-e687-44f4-98c0-d08850595e10 req-116cb07e-f0ee-4250-a4fa-24d6e869af10 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:34.491451 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8d96a5e7-e687-44f4-98c0-d08850595e10 req-116cb07e-f0ee-4250-a4fa-24d6e869af10 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237783 Feb 09 08:02:34.554425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:34.573541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Transition to ACTIVE for port object f9381da7-d28f-49b2-8fd4-8d2727e0b398 will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:34.625189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:34.644412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2df17cc5-5b76-486e-9f4b-7fac02d7c5d9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:34.787962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Pushing event updated for resources: {'Port': ['ID=f9381da7-d28f-49b2-8fd4-8d2727e0b398,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:34.791289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:34.842177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Network 6d5f4162-bd44-4c06-893c-47e03ede799b is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:34.843233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:34.845574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:35.034588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:35.035314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.038457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.135531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d8b4a6cc-cc26-4ef1-bbd5-56e65a971705 None None] Provisioning for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:35.140569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d8b4a6cc-cc26-4ef1-bbd5-56e65a971705 None None] Provisioning complete for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:35.141015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a6cc-cc26-4ef1-bbd5-56e65a971705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.169930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-d8320806-780e-4a73-9b17-6d364655be4c tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:35.171646 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-d8320806-780e-4a73-9b17-6d364655be4c tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 946 time: 0.2910354 Feb 09 08:02:35.173585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6543052 Feb 09 08:02:35.201202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4a6cc-cc26-4ef1-bbd5-56e65a971705 None None] Port f9381da7-d28f-49b2-8fd4-8d2727e0b398 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:35.233824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Request body: {'port': {'device_id': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:35.369948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.441198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Deleting port 3d726427-fc90-49e7-9a31-0f3f07360f9f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:35.441596 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.448587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 3d726427-fc90-49e7-9a31-0f3f07360f9f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:02:35.520760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.591846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.623759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:35.635274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:35.667277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:35.669255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:35.752578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=7']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:35.755945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:35.757279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-2ce6de19-38a6-4ad0-bb8a-02bb9f992d71 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:35.758100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-2ce6de19-38a6-4ad0-bb8a-02bb9f992d71 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Synchronizing usage tracker for tenant:531432ce82234f8d902d8ffe981b2f49 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:35.944022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ab1b1-af1d-47c3-87f8-707738b95747 req-a364844e-97eb-4e8a-8329-da9517732d95 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:35.945683 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b22ab1b1-af1d-47c3-87f8-707738b95747 req-a364844e-97eb-4e8a-8329-da9517732d95 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 944 time: 0.1726646 Feb 09 08:02:35.953225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-2ce6de19-38a6-4ad0-bb8a-02bb9f992d71 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Unset dirty status for tenant:531432ce82234f8d902d8ffe981b2f49 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:35.954508 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-2ce6de19-38a6-4ad0-bb8a-02bb9f992d71 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 936 time: 0.6829789 Feb 09 08:02:36.011160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b22ab1b1-af1d-47c3-87f8-707738b95747 req-fd346b34-46b4-4cd2-8a23-fae9277caf27 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/security-groups?id=987dfd10-33a7-4e06-a2ba-51bd8a93d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589695 Feb 09 08:02:36.081846 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'code': 200} Feb 09 08:02:36.131041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-dcf776a3-4f29-4fae-8fa1-b9ad88925642 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Synchronizing usage tracker for tenant:531432ce82234f8d902d8ffe981b2f49 on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:36.184943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] For port 3d726427-fc90-49e7-9a31-0f3f07360f9f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=3d726427-fc90-49e7-9a31-0f3f07360f9f,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:36.185344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:36.311114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-dcf776a3-4f29-4fae-8fa1-b9ad88925642 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Unset dirty status for tenant:531432ce82234f8d902d8ffe981b2f49 on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:36.312303 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-edbc212c-50b1-4aff-a24e-8d1b90b7be70 req-dcf776a3-4f29-4fae-8fa1-b9ad88925642 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444641 Feb 09 08:02:36.382055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Calling delete_port for 3d726427-fc90-49e7-9a31-0f3f07360f9f owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:36.575903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9381da7-d28f-49b2-8fd4-8d2727e0b398 {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:02:36.612546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:36.729988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:36.746107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4867299b-a37b-4e3f-924d-94c1d3d613a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:36.778290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Transition to ACTIVE for port object f9381da7-d28f-49b2-8fd4-8d2727e0b398 will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:36.800104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Pushing event deleted for resources: {'Port': ['ID=3d726427-fc90-49e7-9a31-0f3f07360f9f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:36.812107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:36.812793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:36.834091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e703d58e-93d7-438b-813d-d837c9ebca21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:37.286566 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9701694a-f227-4c16-889b-6011de24e68c req-fb78413b-724b-4432-a081-bf78ac83f584 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.1312940 Feb 09 08:02:37.315668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Pushing event updated for resources: {'Port': ['ID=f9381da7-d28f-49b2-8fd4-8d2727e0b398,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:37.335341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:37.425222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] No DVR routers for this DVR port 3d726427-fc90-49e7-9a31-0f3f07360f9f on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:02:37.428574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:37.431443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-deleted', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:37.568606 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b30a7d94-1ff1-42bf-906c-f251c6f17142 req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.48 "DELETE /v2.0/ports/3d726427-fc90-49e7-9a31-0f3f07360f9f HTTP/1.1" status: 204 len: 173 time: 2.3750224 Feb 09 08:02:37.572984 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e', 'name': 'network-vif-deleted', 'tag': '3d726427-fc90-49e7-9a31-0f3f07360f9f', 'status': 'completed', 'code': 200} Feb 09 08:02:37.600481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Attempting to bind port f9381da7-d28f-49b2-8fd4-8d2727e0b398 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:37.601011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Attempting to bind port f9381da7-d28f-49b2-8fd4-8d2727e0b398 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:37.601473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Attempting to bind port f9381da7-d28f-49b2-8fd4-8d2727e0b398 on network 6d5f4162-bd44-4c06-893c-47e03ede799b {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:37.607927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:37.608406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Checking segment: {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:37.608934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:37.609420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Bound using segment: {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:37.610112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Bound port: f9381da7-d28f-49b2-8fd4-8d2727e0b398, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ad2827-7383-4d32-85ae-e9259e7eab77', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '6d5f4162-bd44-4c06-893c-47e03ede799b'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:37.610581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:37.675960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70976cd-52a2-4f45-ade8-8f170e11f005 req-5149f3a9-d747-42a2-a844-9d4f4cb61ea4 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:37.694924 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c70976cd-52a2-4f45-ade8-8f170e11f005 req-5149f3a9-d747-42a2-a844-9d4f4cb61ea4 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 948 time: 0.2409213 Feb 09 08:02:37.750445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] For port f9381da7-d28f-49b2-8fd4-8d2727e0b398, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:37.755546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] For port f9381da7-d28f-49b2-8fd4-8d2727e0b398, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=f9381da7-d28f-49b2-8fd4-8d2727e0b398,segment=NetworkSegment(f9ad2827-7383-4d32-85ae-e9259e7eab77),segment_id=f9ad2827-7383-4d32-85ae-e9259e7eab77)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:37.833582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:37.855090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:38.000998 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c70976cd-52a2-4f45-ade8-8f170e11f005 req-363cc1cd-0553-4372-bc18-7e3ad9421c9a tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049963 Feb 09 08:02:38.040477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Pushing event updated for resources: {'Port': ['ID=f9381da7-d28f-49b2-8fd4-8d2727e0b398,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:38.040477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:38.072880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:38.073487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:38.074992 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] 10.222.0.48 "PUT /v2.0/ports/f9381da7-d28f-49b2-8fd4-8d2727e0b398 HTTP/1.1" status: 200 len: 1162 time: 2.8801880 Feb 09 08:02:38.241529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-fca6a7e6-9eb0-464e-a564-86698b859bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:38.243180 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-fca6a7e6-9eb0-464e-a564-86698b859bc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=531432ce82234f8d902d8ffe981b2f49&device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 1165 time: 0.0839436 Feb 09 08:02:38.343561 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-d0e58f80-5d40-4f2d-9c65-82b5ccba43ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f9381da7-d28f-49b2-8fd4-8d2727e0b398 HTTP/1.1" status: 200 len: 217 time: 0.0717096 Feb 09 08:02:38.414638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-e203562c-210b-4ada-8545-3cf89be93806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:38.416153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-e203562c-210b-4ada-8545-3cf89be93806 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4ddd4361-97ad-4fa3-bc05-df33a0b6fa95 HTTP/1.1" status: 200 len: 843 time: 0.0664208 Feb 09 08:02:38.499178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:02:38.556581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1fd64df8-f46b-4caa-a5fc-b2eb2650d597 req-a5e4d8ac-bbf3-44bc-942b-c798da51040b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Synchronizing usage tracker for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:38.593689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-820acfae-c50e-4d25-824a-465702edca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:38.594361 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-820acfae-c50e-4d25-824a-465702edca90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5f4162-bd44-4c06-893c-47e03ede799b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1698480 Feb 09 08:02:38.628142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1fd64df8-f46b-4caa-a5fc-b2eb2650d597 req-a5e4d8ac-bbf3-44bc-942b-c798da51040b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Unset dirty status for tenant:d19e9d279ea24bf380750f409e71e299 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:38.629348 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1fd64df8-f46b-4caa-a5fc-b2eb2650d597 req-a5e4d8ac-bbf3-44bc-942b-c798da51040b tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3cf8ad1-7e49-49c0-a9a2-83bff5ca2c6e HTTP/1.1" status: 200 len: 210 time: 0.1284523 Feb 09 08:02:38.747471 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-1ad76e18-2f94-43ef-8e42-ee6ae26659d6 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5f4162-bd44-4c06-893c-47e03ede799b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448953 Feb 09 08:02:38.893718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70182ce7-4f03-4e49-a1b4-8b1ec393b79d req-f644ec85-ec48-4b0b-8af6-272ee16efd26 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5f4162-bd44-4c06-893c-47e03ede799b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385050 Feb 09 08:02:39.303271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642c8f2-e678-48dc-bcb7-fdabd5019b65 req-a3ba2271-3f59-458b-8353-d400328ef188 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:39.305000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9642c8f2-e678-48dc-bcb7-fdabd5019b65 req-a3ba2271-3f59-458b-8353-d400328ef188 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 948 time: 0.1715436 Feb 09 08:02:39.370454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9642c8f2-e678-48dc-bcb7-fdabd5019b65 req-cb97fd8d-f81a-45f5-8ad6-23fda41eb14f tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Feb 09 08:02:39.574077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:39.632943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398', 'status': 'completed', 'code': 200} Feb 09 08:02:39.780831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-17e88fd5-36ca-41d0-881c-e13fcd3caa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:39.789145 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-17e88fd5-36ca-41d0-881c-e13fcd3caa30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=531432ce82234f8d902d8ffe981b2f49&device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 1165 time: 0.1030018 Feb 09 08:02:39.942467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-c0d48b2b-3d16-4237-babb-4f565926cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:39.944077 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-c0d48b2b-3d16-4237-babb-4f565926cac3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6d5f4162-bd44-4c06-893c-47e03ede799b HTTP/1.1" status: 200 len: 863 time: 0.1536601 Feb 09 08:02:40.026285 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-143e88e4-9c1f-43d7-bd24-3d77c88918cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=f9381da7-d28f-49b2-8fd4-8d2727e0b398 HTTP/1.1" status: 200 len: 217 time: 0.0739920 Feb 09 08:02:40.134516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-f80468e6-9281-4319-803a-1806acf6d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:40.136068 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-f80468e6-9281-4319-803a-1806acf6d244 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4ddd4361-97ad-4fa3-bc05-df33a0b6fa95 HTTP/1.1" status: 200 len: 843 time: 0.1007423 Feb 09 08:02:40.156139 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-26f7cd63-d087-4d91-a5bb-93be64f2435c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-2069386101&fields=id&tenant_id=1ed5dc9ab9d84734bf9e138f158937e4 HTTP/1.1" status: 200 len: 267 time: 0.0855286 Feb 09 08:02:40.373787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-83820d64-110f-46fe-a573-7f2d27d09252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:40.375429 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-83820d64-110f-46fe-a573-7f2d27d09252 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6d5f4162-bd44-4c06-893c-47e03ede799b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2183106 Feb 09 08:02:40.466626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-4c729a3a-d81b-4b23-806a-4e8d5310537c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:40.468293 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-4c729a3a-d81b-4b23-806a-4e8d5310537c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 808 time: 0.2670240 Feb 09 08:02:40.532288 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-027d0be5-b733-451b-a403-63850fa2befa tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/quotas/1ed5dc9ab9d84734bf9e138f158937e4 HTTP/1.1" status: 200 len: 375 time: 0.0296817 Feb 09 08:02:40.675134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de586eaa-4018-4c08-8fcb-3cda476a3d72 req-ad34be21-f4a1-4e4f-a16a-efb4813b2405 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:40.676579 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de586eaa-4018-4c08-8fcb-3cda476a3d72 req-ad34be21-f4a1-4e4f-a16a-efb4813b2405 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 948 time: 0.1695704 Feb 09 08:02:40.689593 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-4c66e823-f8cc-438e-874c-6a74db67a2b5 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5f4162-bd44-4c06-893c-47e03ede799b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135248 Feb 09 08:02:40.742385 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de586eaa-4018-4c08-8fcb-3cda476a3d72 req-8b9e21ca-8586-4145-966f-41aa00a9e26d tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593500 Feb 09 08:02:40.788016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-966a414b-78af-4048-af69-157876762d79 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:40.900282 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9915acb-9043-4d3e-9e27-e36e67dbd0ad req-2470b52f-08fc-4a77-a3c2-bdf1cdfdb0b7 service neutron] 10.222.0.48 "GET /v2.0/networks/6d5f4162-bd44-4c06-893c-47e03ede799b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1983120 Feb 09 08:02:40.910245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-966a414b-78af-4048-af69-157876762d79 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:40.911584 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-966a414b-78af-4048-af69-157876762d79 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222034 Feb 09 08:02:41.075617 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-148e2c2f-7b8c-459c-879a-85f85b91c182 service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502953 Feb 09 08:02:41.204991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41938) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:41.226943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-3f513c4e-3fce-4c4b-b27c-08ba1a1dac0a service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442928 Feb 09 08:02:41.605649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 6d5f4162-bd44-4c06-893c-47e03ede799b details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:02:41.849125 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c90830f6-9b20-4783-a9ee-3e0c84604e6b req-77b8a40b-985d-4631-a765-cc9e076807a5 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0561132 Feb 09 08:02:41.856187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.011969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-9426093f-a6b8-4e61-bcfa-5c1f1ea036d7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 08:02:42.318084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641af481-556f-4e5b-9467-772b161de818 req-c5dcbcfa-e997-49f0-9acc-bdf58a6c2c8b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:42.319766 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-641af481-556f-4e5b-9467-772b161de818 req-c5dcbcfa-e997-49f0-9acc-bdf58a6c2c8b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 948 time: 0.3136141 Feb 09 08:02:42.441999 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-641af481-556f-4e5b-9467-772b161de818 req-0dcf2b7b-96de-4ee4-8d69-2a94d6f8d1ad tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Feb 09 08:02:42.458693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Deleting port 0436634d-c39e-454b-af21-7b2ee4c4d59c {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:42.459071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.502936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device f9381da7-d28f-49b2-8fd4-8d2727e0b398 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:42.645687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:42.651562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:42.651983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.659815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] For port 0436634d-c39e-454b-af21-7b2ee4c4d59c, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0436634d-c39e-454b-af21-7b2ee4c4d59c,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:42.662340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.783783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.802356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Calling delete_port for 0436634d-c39e-454b-af21-7b2ee4c4d59c owned by network:router_interface {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:42.812019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:42.823073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port f9381da7-d28f-49b2-8fd4-8d2727e0b398, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=f9381da7-d28f-49b2-8fd4-8d2727e0b398,segment=NetworkSegment(f9ad2827-7383-4d32-85ae-e9259e7eab77),segment_id=f9ad2827-7383-4d32-85ae-e9259e7eab77)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:42.874081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:42.876083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:42.915055 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398', 'code': 200} Feb 09 08:02:42.967864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=f9381da7-d28f-49b2-8fd4-8d2727e0b398,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:42.975493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:43.051269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fb491-aab6-434b-82ea-1a2ce1b1fce3 req-239869df-65a7-4042-b041-961f21265d34 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:43.053002 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d83fb491-aab6-434b-82ea-1a2ce1b1fce3 req-239869df-65a7-4042-b041-961f21265d34 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2627020 Feb 09 08:02:43.073673 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6bf40068-0e3e-4dbf-b31d-a92dc9b3f45b req-d6221069-91d3-4628-bdc6-bf3a0cdb4738 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0570686 Feb 09 08:02:43.128090 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d83fb491-aab6-434b-82ea-1a2ce1b1fce3 req-7d9bc066-974c-4e2a-8f9f-11cfab53b948 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678935 Feb 09 08:02:43.290090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:43.294307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4f1ad-3e37-45d1-af34-00607b72d7ff req-ae9a1f94-5f29-4b37-a273-1e2aa1055a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:43.295940 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41d4f1ad-3e37-45d1-af34-00607b72d7ff req-ae9a1f94-5f29-4b37-a273-1e2aa1055a4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 1167 time: 0.0805845 Feb 09 08:02:43.307668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ec639468-87ce-4c0b-baea-18c93d6a61f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:43.341576 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41d4f1ad-3e37-45d1-af34-00607b72d7ff req-c54744ad-ccff-4adc-a42d-25382bac948c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Feb 09 08:02:43.370062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Pushing event deleted for resources: {'Port': ['ID=0436634d-c39e-454b-af21-7b2ee4c4d59c,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:43.372845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:43.740386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device f9381da7-d28f-49b2-8fd4-8d2727e0b398 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:43.745972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:43.821898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:43.822682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:43.990367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ffe3c-2d8f-448d-adf7-2fdba6cbdb70 req-a3fd1b35-9674-46f3-b533-45aa795d5916 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:43.992077 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b24ffe3c-2d8f-448d-adf7-2fdba6cbdb70 req-a3fd1b35-9674-46f3-b533-45aa795d5916 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 950 time: 0.4124341 Feb 09 08:02:44.061172 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b24ffe3c-2d8f-448d-adf7-2fdba6cbdb70 req-52320512-1bfb-43d7-8cf6-8a8889c25837 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615957 Feb 09 08:02:44.321209 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6e6b76b2-6f07-4893-a723-d5853ca5bc16 req-49901957-5073-4070-b36a-540d33f9c623 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0548222 Feb 09 08:02:44.384304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-d6c66f95-2822-466a-b329-efed0cd78631 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:44.385980 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-d6c66f95-2822-466a-b329-efed0cd78631 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 808 time: 0.2805896 Feb 09 08:02:44.600397 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-8040b647-7e67-489d-9689-da67caef4058 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4 HTTP/1.1" status: 200 len: 5759 time: 0.1255438 Feb 09 08:02:44.604229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Router 218bdf37-6b61-471b-b655-be5b95990f5a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:02:44.705122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4616f-2200-48a7-9bd3-f68d9b0c249b req-8d2bd797-7b82-4553-aa31-51b8414ba129 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:44.707130 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fc4616f-2200-48a7-9bd3-f68d9b0c249b req-8d2bd797-7b82-4553-aa31-51b8414ba129 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3201599 Feb 09 08:02:44.712589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'port': {'device_id': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'admin_state_up': True, 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'security_groups': ['c393a4e6-bc6c-4f6d-a488-8eeb552d61bf']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:44.716019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:44.810457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:02:44.821206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Sync routers for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:02:44.832469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:44.833327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:44.855679 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] 10.222.0.13 "PUT /v2.0/routers/218bdf37-6b61-471b-b655-be5b95990f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6489711 Feb 09 08:02:44.857980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 41984) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:44.882949 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fc4616f-2200-48a7-9bd3-f68d9b0c249b req-3b67444f-9b6c-4ca8-b4ed-d86f5e414e90 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454690 Feb 09 08:02:44.935872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:44.946675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:44.984682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Made reservation on behalf of 1ed5dc9ab9d84734bf9e138f158937e4 for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:02:45.006892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.037655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:45.054407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks [] for router, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.334255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Allocated IP 172.20.0.10 (364f9846-2a58-4c48-accc-53db1c2b8ca3/1c0ecb97-9645-4e68-8a4f-f433f81610d6/227f3697-2ed0-4962-a973-746eb4eeaf8a) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:02:45.350259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.363802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T08:02:43Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:45.368269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Checking router: 218bdf37-6b61-471b-b655-be5b95990f5a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:02:45.378275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Routers {'218bdf37-6b61-471b-b655-be5b95990f5a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:02:45.379224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:02:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['218bdf37-6b61-471b-b655-be5b95990f5a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:45.445604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f244c-e946-4100-a452-accbf31091d9 req-eecfce2a-9a21-472e-803c-254a3f2634b8 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:45.447377 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f28f244c-e946-4100-a452-accbf31091d9 req-eecfce2a-9a21-472e-803c-254a3f2634b8 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 950 time: 0.2382088 Feb 09 08:02:45.449183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Deleting port 89da1af8-54f7-4b7a-b550-837ee35dfac3 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:45.449643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.584976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f28f244c-e946-4100-a452-accbf31091d9 req-265d5b00-1aed-4eff-b719-dd9f38320218 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022899 Feb 09 08:02:45.640229 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb834dc1-ac8e-4e69-93ac-7e72f52fc23d req-bb6e5025-bb88-440f-b11c-323d8c7b83ba tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0774281 Feb 09 08:02:45.654566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] Set router 218bdf37-6b61-471b-b655-be5b95990f5a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:02:45.669477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.694393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Transition to ACTIVE for port object 227f3697-2ed0-4962-a973-746eb4eeaf8a will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:45.756002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] For port 89da1af8-54f7-4b7a-b550-837ee35dfac3, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=89da1af8-54f7-4b7a-b550-837ee35dfac3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:45.756589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.776345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:45.894861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-465bf9fc-d8a5-4cc7-9417-04682c399572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:45.903068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Calling delete_port for 89da1af8-54f7-4b7a-b550-837ee35dfac3 owned by network:router_gateway {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:46.000299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:46.004369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:46.025556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:02:46.040088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:02:46.045894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:02:46.070101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device f9381da7-d28f-49b2-8fd4-8d2727e0b398 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:46.086654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: result = function(*args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: proto.__init__(conn_state, self) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle() Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle_one_request() Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: self.handle_one_response() Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: result = self.application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return app(environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self.application) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return request.get_response(self.application) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = req.get_response(self._app) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: application, catch_exc_info=False) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: app_iter = application(self.environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: response = self.app(environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return resp(environ, start_response) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: resp = self.call_func(req, *args, **kw) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.func(req, *args, **kwargs) Feb 09 08:02:46.093644 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: result = method(request=request, **args) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._delete(request, id, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*dup_args, **dup_kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: obj_deleter(request.context, id, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return method(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(*dup_args, **dup_kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: self._delete_current_gw_port(context, id, router, None) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: admin_ctx, gw_port_id, l3_port_check=False) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, context, *args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return method(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: context, port, router_ids, bound_mech_contexts) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: return function(*args, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: callback(resource, event, trigger, **kwargs) Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: if self._is_session_semantic_violated(context, resource, event): Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: stack = traceback.extract_stack() Feb 09 08:02:46.102247 dv-cinder-774594-1-iscsi neutron-server[79941]: Feb 09 08:02:46.276494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:46.277286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.299440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port f9381da7-d28f-49b2-8fd4-8d2727e0b398 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:46.299863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.414257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.430438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43b5e8-2078-4758-82e6-787d2f250b73 req-34b53d9e-39dd-43c5-b147-7dad915d3662 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:46.432168 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-be43b5e8-2078-4758-82e6-787d2f250b73 req-34b53d9e-39dd-43c5-b147-7dad915d3662 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3389127 Feb 09 08:02:46.477363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-56cf6749-7eee-4793-a201-c4320b8dabbb None None] Provisioning for port 227f3697-2ed0-4962-a973-746eb4eeaf8a completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:46.496988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T08:02:43Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:46.501065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-56cf6749-7eee-4793-a201-c4320b8dabbb None None] Provisioning complete for port 227f3697-2ed0-4962-a973-746eb4eeaf8a triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:46.501980 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-be43b5e8-2078-4758-82e6-787d2f250b73 req-4b6dd77a-5bca-46f9-9209-dfc6d30d3848 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586410 Feb 09 08:02:46.502114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-56cf6749-7eee-4793-a201-c4320b8dabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.503876 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7957323 Feb 09 08:02:46.525387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Request body: {'port': {'device_id': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:46.555249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5799769-6561-4bef-a166-8ee80641c5e6 None None] The sync data for ids ['218bdf37-6b61-471b-b655-be5b95990f5a'] in dv-cinder-774594-1-iscsi is: [{'id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'name': 'tempest-TestMinimumBasicScenario-1231878513-router', 'tenant_id': 'd19e9d279ea24bf380750f409e71e299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:58:54Z', 'updated_at': '2021-02-09T08:02:43Z', 'revision_number': 5, 'project_id': 'd19e9d279ea24bf380750f409e71e299', 'gw_port': {'id': '89da1af8-54f7-4b7a-b550-837ee35dfac3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bdf37-6b61-471b-b655-be5b95990f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:58:55Z', 'updated_at': '2021-02-09T07:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:02:46.584421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.586062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-56cf6749-7eee-4793-a201-c4320b8dabbb None None] Port 227f3697-2ed0-4962-a973-746eb4eeaf8a cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:02:46.589096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.667943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0436634d-c39e-454b-af21-7b2ee4c4d59c no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:02:46.680865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e50d49-fa70-44be-8595-1d4af173bb90 req-25352fe1-378c-4695-9a9b-df146578b34b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:46.682600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8e50d49-fa70-44be-8595-1d4af173bb90 req-25352fe1-378c-4695-9a9b-df146578b34b tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 950 time: 0.3545845 Feb 09 08:02:46.685054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.743932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 0436634d-c39e-454b-af21-7b2ee4c4d59c {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:02:46.744329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0436634d-c39e-454b-af21-7b2ee4c4d59c not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:02:46.832261 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8e50d49-fa70-44be-8595-1d4af173bb90 req-0e8db56c-214d-48d9-ac26-cb65aa8cfa8e tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 Feb 09 08:02:46.833437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.834042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 218bdf37-6b61-471b-b655-be5b95990f5a {{(pid=80055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:02:46.858116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:46.859466 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b73d9d77-6485-47f5-b574-df3aa3214bcb admin admin] 10.222.0.13 "DELETE /v2.0/routers/218bdf37-6b61-471b-b655-be5b95990f5a HTTP/1.1" status: 204 len: 168 time: 2.0003934 Feb 09 08:02:46.864294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42002) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:47.110765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791bd3-77dc-496c-a319-c4e7ee8188c8 req-116a8125-f5b5-47d0-a6fc-4a8eaad108ef tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:47.111768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-96791bd3-77dc-496c-a319-c4e7ee8188c8 req-116a8125-f5b5-47d0-a6fc-4a8eaad108ef tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:47.172108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Deleting subnet 59eff250-b0c7-4587-8531-3e4f351bb15a {{(pid=80055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:02:47.175947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.233218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847935598'] for subnet, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.238226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-96791bd3-77dc-496c-a319-c4e7ee8188c8 req-116a8125-f5b5-47d0-a6fc-4a8eaad108ef tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:47.239526 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96791bd3-77dc-496c-a319-c4e7ee8188c8 req-116a8125-f5b5-47d0-a6fc-4a8eaad108ef tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 932 time: 0.4301291 Feb 09 08:02:47.370009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.370732 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-96791bd3-77dc-496c-a319-c4e7ee8188c8 req-eb6dbeb9-1cae-4963-b59a-a264316bfb8f tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1242518 Feb 09 08:02:47.380294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227f3697-2ed0-4962-a973-746eb4eeaf8a {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:02:47.388520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.401735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Transition to ACTIVE for port object 227f3697-2ed0-4962-a973-746eb4eeaf8a will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:02:47.432792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.449748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:47.600048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:47.610233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:47.703983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6883518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6827400'] for subnet, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.734698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:47.799439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59eff250-b0c7-4587-8531-3e4f351bb15a,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:47.803203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:47.901735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:47.909192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3151bf9c-68d9-41d8-b94f-3dee84b71ecf None None] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:02:47.924222 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59eff250-b0c7-4587-8531-3e4f351bb15a HTTP/1.1" status: 204 len: 168 time: 1.0583150 Feb 09 08:02:47.926867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42010) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:48.079775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065001a2-fcd6-430d-9693-f5e803ee4316 req-b96b127b-7574-4e8c-8cf6-45de7de24f4a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:48.081685 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-065001a2-fcd6-430d-9693-f5e803ee4316 req-b96b127b-7574-4e8c-8cf6-45de7de24f4a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.4224446 Feb 09 08:02:48.181895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.211470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] DHCP port deletion for 8b0d6539-1caa-465f-8b57-84bf8d3d27fc request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:02:48.216344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Deleting port 0842eb46-c4c0-413b-8883-6a5a60d66f91 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:48.216824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.241720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-25f79d58-e5dc-4b51-bd10-c32a532a9ecb tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:48.243360 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-25f79d58-e5dc-4b51-bd10-c32a532a9ecb tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 950 time: 0.6039181 Feb 09 08:02:48.291153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-065001a2-fcd6-430d-9693-f5e803ee4316 req-5e7b335c-76c1-42a3-91b8-3caac11e7081 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559818 Feb 09 08:02:48.293400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Attempting to bind port 227f3697-2ed0-4962-a973-746eb4eeaf8a on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:02:48.293780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Deleting port 0842eb46-c4c0-413b-8883-6a5a60d66f91 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:48.293906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Attempting to bind port 227f3697-2ed0-4962-a973-746eb4eeaf8a by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:02:48.294142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Attempting to bind port 227f3697-2ed0-4962-a973-746eb4eeaf8a on network 364f9846-2a58-4c48-accc-53db1c2b8ca3 {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:02:48.294263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.318803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:02:48.319196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Checking segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:02:48.319574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.319971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Bound using segment: {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:02:48.320557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Bound port: 227f3697-2ed0-4962-a973-746eb4eeaf8a, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99481e1-5ac7-4690-a198-b9ae21312329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:02:48.320810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.461901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] For port 0842eb46-c4c0-413b-8883-6a5a60d66f91, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0842eb46-c4c0-413b-8883-6a5a60d66f91,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:48.462698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.497383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103208-8d33-4e34-b4c7-fb4fd51f561d req-dcb6debf-9212-462a-b2e1-4ab8700e788a tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:48.505493 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-38103208-8d33-4e34-b4c7-fb4fd51f561d req-dcb6debf-9212-462a-b2e1-4ab8700e788a tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 950 time: 0.5042233 Feb 09 08:02:48.587104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Deleting port f9381da7-d28f-49b2-8fd4-8d2727e0b398 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:48.587501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.611603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Calling delete_port for 0842eb46-c4c0-413b-8883-6a5a60d66f91 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:48.624534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] For port 0842eb46-c4c0-413b-8883-6a5a60d66f91, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0842eb46-c4c0-413b-8883-6a5a60d66f91,segment=NetworkSegment(0c1178ea-e354-420e-894b-02ddd1bfd9d9),segment_id=0c1178ea-e354-420e-894b-02ddd1bfd9d9)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:48.624948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.680590 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-38103208-8d33-4e34-b4c7-fb4fd51f561d req-fd7c9ad4-4c99-4e83-842c-ede7049ee3a0 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/security-groups?id=aae79d8a-7dbd-4348-9557-7381cb0d168e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739893 Feb 09 08:02:48.720872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:02:48.728806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:02:48.757210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 89da1af8-54f7-4b7a-b550-837ee35dfac3 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:02:48.773257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.779452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Calling delete_port for 0842eb46-c4c0-413b-8883-6a5a60d66f91 owned by network:dhcp {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:48.796536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9daeabf7-a22c-46fb-9499-b074d3c0a10b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:48.811625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 89da1af8-54f7-4b7a-b550-837ee35dfac3 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:02:48.811938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 89da1af8-54f7-4b7a-b550-837ee35dfac3 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:02:48.812391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0842eb46-c4c0-413b-8883-6a5a60d66f91 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:02:48.875889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No active binding found for port 0842eb46-c4c0-413b-8883-6a5a60d66f91 {{(pid=80056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 09 08:02:48.876913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0842eb46-c4c0-413b-8883-6a5a60d66f91 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:02:48.894064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581'] for port, after_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:48.917977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:48.950500 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db5bc4-2a35-4c9e-ad7a-b289ed301fcc req-96a4ad04-62f1-49c8-b2ca-4e2074310027 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:48.952202 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9db5bc4-2a35-4c9e-ad7a-b289ed301fcc req-96a4ad04-62f1-49c8-b2ca-4e2074310027 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.4014511 Feb 09 08:02:48.965968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Pushing event deleted for resources: {'Port': ['ID=0842eb46-c4c0-413b-8883-6a5a60d66f91,revision_number=None']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:48.988775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.989169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.989875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.989875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.990265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.990641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.991012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.991694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80055) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:02:48.991814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.991909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:02:48.991992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.992071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.992439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.992833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.993242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.994008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.994008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.994289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.994650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.995012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.995391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.995714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.996075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.996435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.996845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:48.997209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:02:49.004761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:49.022595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:49.029269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b9db5bc4-2a35-4c9e-ad7a-b289ed301fcc req-93dda81a-1d3b-41b2-b1e6-c8ffe7a1b074 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:security_group {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:02:49.076139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:49.087177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] No DVR routers for this DVR port 0842eb46-c4c0-413b-8883-6a5a60d66f91 on host dv-cinder-774594-1-iscsi {{(pid=80056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:02:49.098789 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b9db5bc4-2a35-4c9e-ad7a-b289ed301fcc req-93dda81a-1d3b-41b2-b1e6-c8ffe7a1b074 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:security_group {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:02:49.100153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9db5bc4-2a35-4c9e-ad7a-b289ed301fcc req-93dda81a-1d3b-41b2-b1e6-c8ffe7a1b074 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1347191 Feb 09 08:02:49.144735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:49.145675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:49.147196 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] 10.222.0.48 "PUT /v2.0/ports/227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1158 time: 2.6271219 Feb 09 08:02:49.147742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:49.166430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] For port f9381da7-d28f-49b2-8fd4-8d2727e0b398, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=f9381da7-d28f-49b2-8fd4-8d2727e0b398,segment=NetworkSegment(f9ad2827-7383-4d32-85ae-e9259e7eab77),segment_id=f9ad2827-7383-4d32-85ae-e9259e7eab77)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:49.166706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:49.245490 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'status': 'completed', 'code': 200} Feb 09 08:02:49.317319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Calling delete_port for f9381da7-d28f-49b2-8fd4-8d2727e0b398 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:02:49.492408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Deleting port 0842eb46-c4c0-413b-8883-6a5a60d66f91 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:02:49.492841 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:49.516267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-f06a64f0-b61e-4108-b215-ba5087e7f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:49.518365 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-f06a64f0-b61e-4108-b215-ba5087e7f384 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1161 time: 0.2098994 Feb 09 08:02:49.580795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] The port '0842eb46-c4c0-413b-8883-6a5a60d66f91' was deleted {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:02:49.619895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device f9381da7-d28f-49b2-8fd4-8d2727e0b398 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:02:49.645828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:49.663583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:49.663810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: f9381da7-d28f-49b2-8fd4-8d2727e0b398 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:02:49.664156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device f9381da7-d28f-49b2-8fd4-8d2727e0b398 not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:02:49.726960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:49.742295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Pushing event deleted for resources: {'Port': ['ID=f9381da7-d28f-49b2-8fd4-8d2727e0b398,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:49.749568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:49.847387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-12e51b98-69a8-4042-a943-986a657e378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:49.848594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56038f-ecd0-4743-8449-526246b04ea2 req-b0a21295-d1ea-4cfd-aa6c-5cd6293a132f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:49.848954 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-12e51b98-69a8-4042-a943-986a657e378e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&shared=False HTTP/1.1" status: 200 len: 902 time: 0.3176589 Feb 09 08:02:49.850422 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6a56038f-ecd0-4743-8449-526246b04ea2 req-b0a21295-d1ea-4cfd-aa6c-5cd6293a132f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3957534 Feb 09 08:02:49.935170 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-04ed7991-2b42-4c18-933c-a45b7349c63c req-1f218a8b-e261-4c74-88bf-84c21cb4ff61 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ead3170-2bf8-4a3f-bf87-4df545423b93 HTTP/1.1" status: 200 len: 210 time: 0.0851052 Feb 09 08:02:49.969535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0d6539-1caa-465f-8b57-84bf8d3d27fc']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:49.989093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1178ea-e354-420e-894b-02ddd1bfd9d9') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:49.989428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1178ea-e354-420e-894b-02ddd1bfd9d9') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:02:50.014844 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6a56038f-ecd0-4743-8449-526246b04ea2 req-fb817be4-6787-4afa-9cf3-e0a9cfd84596 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574638 Feb 09 08:02:50.022745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.040979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.043700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:02:50.088801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] No DVR routers for this DVR port f9381da7-d28f-49b2-8fd4-8d2727e0b398 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:02:50.093069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.123901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-f2a1a5a2-3d97-4fe3-94a4-078339c7a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:50.125542 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-20d8efba-5e34-4cbf-a258-debd1fdc7042 req-f2a1a5a2-3d97-4fe3-94a4-078339c7a35e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2352421 Feb 09 08:02:50.157241 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a64a4225-9e4e-47f5-bbdb-352148165210 req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] 10.222.0.48 "DELETE /v2.0/ports/f9381da7-d28f-49b2-8fd4-8d2727e0b398 HTTP/1.1" status: 204 len: 173 time: 1.9053512 Feb 09 08:02:50.247944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:02:50.260243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.365281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-a7812be0-af2b-4265-bcfa-36440bb7755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:50.366852 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-a7812be0-af2b-4265-bcfa-36440bb7755a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1161 time: 0.1690888 Feb 09 08:02:50.446630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Network 8b0d6539-1caa-465f-8b57-84bf8d3d27fc has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:02:50.456843 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b813f5-823a-4f5b-8a54-29f44713393d req-6e0656fa-69d2-42af-8e42-1684d48ea232 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:50.458531 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-86b813f5-823a-4f5b-8a54-29f44713393d req-6e0656fa-69d2-42af-8e42-1684d48ea232 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1960599 Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: % (table.description, expected, rows_matched) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: % (table.description, expected, rows_matched) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: % (table.description, expected, rows_matched) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: % (table.description, expected, rows_matched) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:02:50.471114 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:02:50.545510 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-d43b9f32-31de-48e6-a26a-24723c895ca7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 217 time: 0.0859091 Feb 09 08:02:50.584113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.587797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23fc7b59-ffbd-4277-b391-20ee796faf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:50.605633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:50.615796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0d6539-1caa-465f-8b57-84bf8d3d27fc,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:50.619364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:50.641482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-86b813f5-823a-4f5b-8a54-29f44713393d req-1f4e087b-c0d0-4553-abd3-360df72f9197 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1188345 Feb 09 08:02:50.653267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1ea8190-2fee-4c9b-941c-66b01f5975de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:50.654750 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-b1ea8190-2fee-4c9b-941c-66b01f5975de service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.1006019 Feb 09 08:02:50.660043 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ebc6cbb0-eaad-4153-87c0-294837dca00f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b0d6539-1caa-465f-8b57-84bf8d3d27fc HTTP/1.1" status: 204 len: 168 time: 2.7313859 Feb 09 08:02:50.750543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-78b08868-ea11-4dc4-b68d-9d339fb6f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:50.752846 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-78b08868-ea11-4dc4-b68d-9d339fb6f625 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900731 Feb 09 08:02:50.905949 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-3aa37b71-ee87-4905-81d7-ace27c6219a7 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455832 Feb 09 08:02:50.978065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42028) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:51.042919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9badbb6c-bb1a-4a6e-b2a8-398c35552972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d19e9d279ea24bf380750f409e71e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635560 Feb 09 08:02:51.047758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42032) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:51.061267 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60414454-fd20-45e5-be7c-eebcfbbe1931 req-2f8442c4-08b2-4c3b-a72b-4efb3814b29a service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478758 Feb 09 08:02:51.128224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:51.161375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:51.236605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:51.241534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16eccac-e254-47e2-8372-51af59c2fd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:51.247876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'name': 'network-vif-deleted', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:51.255786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987dfd10-33a7-4e06-a2ba-51bd8a93d38d,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:51.258725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:51.299055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:51.304108 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-718336bc-8f1e-4728-ad40-e207f0eed7db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/987dfd10-33a7-4e06-a2ba-51bd8a93d38d HTTP/1.1" status: 204 len: 168 time: 0.2520573 Feb 09 08:02:51.345643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe20a9-78f6-4540-94c8-de8dca91542e req-ff7670bc-3cf6-4237-9009-090f60d46d91 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:51.347421 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6cfe20a9-78f6-4540-94c8-de8dca91542e req-ff7670bc-3cf6-4237-9009-090f60d46d91 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1795659 Feb 09 08:02:51.349288 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ead3170-2bf8-4a3f-bf87-4df545423b93', 'name': 'network-vif-deleted', 'tag': 'f9381da7-d28f-49b2-8fd4-8d2727e0b398', 'status': 'completed', 'code': 200} Feb 09 08:02:51.412496 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6cfe20a9-78f6-4540-94c8-de8dca91542e req-4819c43f-09e9-4343-b367-b4e4814d6037 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586820 Feb 09 08:02:51.962210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24e658-42ae-49b6-91ed-71f5021f1830 req-43890cf3-0bd5-400d-a2d5-ee0440a8fc95 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:51.964050 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d24e658-42ae-49b6-91ed-71f5021f1830 req-43890cf3-0bd5-400d-a2d5-ee0440a8fc95 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1771760 Feb 09 08:02:52.047167 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d24e658-42ae-49b6-91ed-71f5021f1830 req-e10bd4ce-da98-417e-b185-957c29788d4b tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0759461 Feb 09 08:02:52.747244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b1e9d-9b74-4e5e-a08d-1d0c6849ed24 req-8ec4140e-af90-4046-bd15-efd903f401eb tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:52.749021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-150b1e9d-9b74-4e5e-a08d-1d0c6849ed24 req-8ec4140e-af90-4046-bd15-efd903f401eb tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1775038 Feb 09 08:02:52.815011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-150b1e9d-9b74-4e5e-a08d-1d0c6849ed24 req-426f615c-4a8a-45b8-9386-2dd2a48c0fee tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592833 Feb 09 08:02:53.341179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aff35-c862-43ab-a0e8-0d856a9f5d9c req-52997a60-64fe-4d77-83a1-85dbda526cd6 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:53.342878 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-929aff35-c862-43ab-a0e8-0d856a9f5d9c req-52997a60-64fe-4d77-83a1-85dbda526cd6 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1652641 Feb 09 08:02:53.407457 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-929aff35-c862-43ab-a0e8-0d856a9f5d9c req-f600399d-d442-4d6d-83d0-bf5e6126981d tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582769 Feb 09 08:02:53.891191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:53.974956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:53.975450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:54.147312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ae0e1-920b-4da8-87ef-bffbd78b059d req-fb346afb-d2ca-4f0c-b08a-2b9c14d72e2e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:54.149076 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b28ae0e1-920b-4da8-87ef-bffbd78b059d req-fb346afb-d2ca-4f0c-b08a-2b9c14d72e2e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1860585 Feb 09 08:02:54.445149 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b28ae0e1-920b-4da8-87ef-bffbd78b059d req-9da871ec-9599-4502-bd5a-8735bc3128d1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893484 Feb 09 08:02:54.726697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296a537-c17f-4065-a40e-43909a2d8759 req-8d84d083-ba52-48c9-ba74-b13508a9eec7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:54.728387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8296a537-c17f-4065-a40e-43909a2d8759 req-8d84d083-ba52-48c9-ba74-b13508a9eec7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1711516 Feb 09 08:02:54.793624 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8296a537-c17f-4065-a40e-43909a2d8759 req-0f2b009d-5aa9-4039-9c5c-b70c8947898f tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589092 Feb 09 08:02:55.770038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a97676-c6dc-47d2-a807-d48b382cad06 req-a5aa6796-1f6a-4c6d-b2f0-74ffc1e02463 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:55.775570 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-01a97676-c6dc-47d2-a807-d48b382cad06 req-a5aa6796-1f6a-4c6d-b2f0-74ffc1e02463 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1725404 Feb 09 08:02:55.843780 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-01a97676-c6dc-47d2-a807-d48b382cad06 req-ae77de83-29fa-4f84-83e3-ad2ba9c954e2 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649748 Feb 09 08:02:56.120592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1dd4-3d32-4fcc-bcfe-42d538fa52e2 req-e4b0fcdb-e4ae-46f5-a3c3-ff0275b89896 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:56.122318 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7b2b1dd4-3d32-4fcc-bcfe-42d538fa52e2 req-e4b0fcdb-e4ae-46f5-a3c3-ff0275b89896 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1864965 Feb 09 08:02:56.192301 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7b2b1dd4-3d32-4fcc-bcfe-42d538fa52e2 req-a649c0c9-b89c-4ae3-862a-4d8b75bb32d3 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0629759 Feb 09 08:02:57.205746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42304) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:57.253691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dd0ec-b193-4c2d-85b9-759b7113b0eb req-51e54211-f01a-457e-a938-db3ec8667c0c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:57.255652 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926dd0ec-b193-4c2d-85b9-759b7113b0eb req-51e54211-f01a-457e-a938-db3ec8667c0c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2205126 Feb 09 08:02:57.344043 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926dd0ec-b193-4c2d-85b9-759b7113b0eb req-3f7bc6d7-7447-46bb-8df5-79beff161b2e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812039 Feb 09 08:02:57.737393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42312) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:57.738079 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-16d67476-fdc4-4aa9-93f2-a0e1ce8311a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=531432ce82234f8d902d8ffe981b2f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300920 Feb 09 08:02:57.824498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:57.857441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:57.863564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bfa1e-93a0-41f1-8f4f-951e3f6cc338 req-d8bc1f7b-b297-46fe-a129-796aec57faf9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:57.872071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e0bfa1e-93a0-41f1-8f4f-951e3f6cc338 req-d8bc1f7b-b297-46fe-a129-796aec57faf9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.5208921 Feb 09 08:02:57.937806 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9e0bfa1e-93a0-41f1-8f4f-951e3f6cc338 req-de0a884d-3e57-401a-84e5-7d505c7a7461 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0645459 Feb 09 08:02:58.098673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:58.104085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-bb3ddc36-9a6d-4992-99c6-a6ba787eaf32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:58.120269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae79d8a-7dbd-4348-9557-7381cb0d168e,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:58.123166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:58.155215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:58.156543 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-82cb1423-37b5-4561-beed-723fb8e3400f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aae79d8a-7dbd-4348-9557-7381cb0d168e HTTP/1.1" status: 204 len: 168 time: 0.4180555 Feb 09 08:02:58.579959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:58.683784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 227f3697-2ed0-4962-a973-746eb4eeaf8a completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:02:58.689981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 227f3697-2ed0-4962-a973-746eb4eeaf8a triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:58.690404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:58.695839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c6706-1e35-41da-aaf5-d062e850675d req-8865b790-2693-4a02-abb6-163ab9ef69ad tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:58.703166 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-410c6706-1e35-41da-aaf5-d062e850675d req-8865b790-2693-4a02-abb6-163ab9ef69ad tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1875272 Feb 09 08:02:58.769974 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-410c6706-1e35-41da-aaf5-d062e850675d req-d0724ca2-50e9-459a-a03f-7c0e64f818f9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658216 Feb 09 08:02:58.830799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:58.896729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:02:58.904939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:02:58.940944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:58.941887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:58.976889 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'code': 200} Feb 09 08:02:58.977448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:02:59.093551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:02:59.097522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:02:59.108599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:02:59.108835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:59.409002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94abeb4-570f-48b6-aa87-ff42f2f4ae82 req-19733091-8069-4a3b-a83d-beb698d1511c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:59.416671 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d94abeb4-570f-48b6-aa87-ff42f2f4ae82 req-19733091-8069-4a3b-a83d-beb698d1511c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.2061827 Feb 09 08:02:59.555223 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d94abeb4-570f-48b6-aa87-ff42f2f4ae82 req-3f5e2df6-c88c-48ea-aed1-078e445d538f tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1374319 Feb 09 08:02:59.612609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ffd6-be6b-4063-9d5a-57cfb9079be7 req-57773804-fef5-4816-a7df-e0cac53d02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:02:59.613586 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b903ffd6-be6b-4063-9d5a-57cfb9079be7 req-57773804-fef5-4816-a7df-e0cac53d02ca service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.1934297 Feb 09 08:02:59.665281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b903ffd6-be6b-4063-9d5a-57cfb9079be7 req-789e9158-14f2-4251-9b53-da1c453fc4ef service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452542 Feb 09 08:02:59.710021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42344) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:02:59.868892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1549819279-network', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:02:59.883357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:02:59.893291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Usage tracker for resource:network and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:02:59.900858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:02:59.907249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:02:59.914046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:02:59.957366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Made reservation on behalf of 0f744dcaaa794b5891b414620b298d6d for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:02:59.962476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:02:59.992015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.013114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 227f3697-2ed0-4962-a973-746eb4eeaf8a triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:00.013873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.015856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:00.022191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Usage tracker for resource:security_group_rule and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:00.026348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:00.035718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:00.145284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.165229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c68552-a55f-4116-aa9b-41f793c28131 req-4cbce468-5b07-423f-a040-494ffb76e293 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:00.167268 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74c68552-a55f-4116-aa9b-41f793c28131 req-4cbce468-5b07-423f-a040-494ffb76e293 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1767766 Feb 09 08:03:00.178729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.190337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6e9dc1a0-fa31-462a-975c-c2319254a26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:00.223350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768510a2-fba5-439c-b8c0-44fa9e0b3c9b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:00.250174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:00.269364 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-74c68552-a55f-4116-aa9b-41f793c28131 req-510223d8-5824-42a4-a36a-837a962b852b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930948 Feb 09 08:03:00.274549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:03:00.286436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.286883 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Added segment 8b0b6bb4-605d-42ed-9be9-dff8de1e46e2 of type vxlan for network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b Feb 09 08:03:00.365108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.453124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.455335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:00.456105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.462010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7a87a729-4292-4e70-b7d3-18b7e67f68f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:00.592133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Pushing event updated for resources: {'Network': ['ID=0f80b88b-73a2-4a12-98c6-0dfbe02c247b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:00.594321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:00.605842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:03:00.656318 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9450963 Feb 09 08:03:00.659854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42354) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:00.666591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Request body: {'subnet': {'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1549819279-subnet', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'ip_version': 4}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:00.677625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:00.687159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Usage tracker for resource:subnet and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:00.697545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:00.707879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:00.745835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:03:00.763870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Made reservation on behalf of 0f744dcaaa794b5891b414620b298d6d for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:03:00.770734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847948442'] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:00.989669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15965b0-42ab-4c26-be87-e07233451b80 req-1029530d-05ad-4927-9143-6ca63087a19b tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:00.997792 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b15965b0-42ab-4c26-be87-e07233451b80 req-1029530d-05ad-4927-9143-6ca63087a19b tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.2949467 Feb 09 08:03:01.070778 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b15965b0-42ab-4c26-be87-e07233451b80 req-be74b18a-3c96-43c0-b61f-c635d23277c0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0717695 Feb 09 08:03:01.140904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4247d1e6-501a-4d18-9941-f6f9b25e33bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:01.553638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847892231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847948399'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:01.571693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9c8e5053-8a90-4878-8f1c-4df4db0fd7ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:01.720694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8a529a-9141-4f9f-9bdf-faf3fc67f817,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:01.723606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:01.812986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158969df-590c-45a7-9c26-98c5c0ae2d89 req-84b183e8-2aaf-4363-9139-49326acc0527 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:01.815292 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-158969df-590c-45a7-9c26-98c5c0ae2d89 req-84b183e8-2aaf-4363-9139-49326acc0527 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3711848 Feb 09 08:03:01.926094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-158969df-590c-45a7-9c26-98c5c0ae2d89 req-3afa2954-8669-4313-b3e6-1ff030a50cb1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996566 Feb 09 08:03:01.974163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:01.974490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Network hostable DHCP agents. Network: 0f80b88b-73a2-4a12-98c6-0dfbe02c247b, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:03:02.065260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:03:02.115951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 0f80b88b-73a2-4a12-98c6-0dfbe02c247b) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:02.130200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:02.132225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:02.134734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9712dd2-2242-46eb-ae8c-dc53e02df339 None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:03:02.423831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf28bd4-9e7b-40a4-b099-c89d39576088 req-b452d2a0-f8cc-4844-b726-daebdb84a1cd tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:02.428448 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-378f1d04-dd08-456a-95f9-cf7cb4bf6770 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7642639 Feb 09 08:03:02.428602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dbf28bd4-9e7b-40a4-b099-c89d39576088 req-b452d2a0-f8cc-4844-b726-daebdb84a1cd tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1890042 Feb 09 08:03:02.428743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42362) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:02.434188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:02.448975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:02.453072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Usage tracker for resource:router and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:02.457959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:02.463880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:02.495762 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dbf28bd4-9e7b-40a4-b099-c89d39576088 req-d4db8628-b446-4e4d-90cf-95281a6290fa tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590873 Feb 09 08:03:02.563809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 08:03:02.564943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:02.592612 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:02.594105 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:02.609881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:02.892666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Allocated IP 172.20.0.2 (0f80b88b-73a2-4a12-98c6-0dfbe02c247b/7e8a529a-9141-4f9f-9bdf-faf3fc67f817/93a38e3f-eea8-4fc3-9941-ba4ac7f4d012) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:03.021428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.120065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7797f0-9adc-4f25-bb16-f7a9c40fda02 req-24330c23-6f60-40b9-a376-7460ac527389 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:03.128472 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da7797f0-9adc-4f25-bb16-f7a9c40fda02 req-24330c23-6f60-40b9-a376-7460ac527389 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.4830871 Feb 09 08:03:03.253202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.264084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Transition to ACTIVE for port object 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:03.281642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Transition to ACTIVE for port object 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:03.283755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da7797f0-9adc-4f25-bb16-f7a9c40fda02 req-ceee18d6-c1bf-40ff-9f3f-2af5fe675b5a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1542251 Feb 09 08:03:03.333370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.348088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-88637f81-3b7e-4d1f-91b0-4c3036fdf483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:03.379618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92243a25-cea5-4fbb-a749-986b7891bb0f req-78b1d842-e10c-4896-b24d-a64de9d45370 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:03.381369 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-92243a25-cea5-4fbb-a749-986b7891bb0f req-78b1d842-e10c-4896-b24d-a64de9d45370 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2388616 Feb 09 08:03:03.514472 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-92243a25-cea5-4fbb-a749-986b7891bb0f req-4ef5d664-6f53-4f60-bd06-fcc2a7f68bc0 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144557 Feb 09 08:03:03.529507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Pushing event updated for resources: {'Port': ['ID=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:03.546938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:03.590413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-12790bb4-92e2-4c95-b58f-838d0c511ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.613058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:03.614261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:03.616547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:03.680231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Attempting to bind port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:03.680720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Attempting to bind port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:03.681142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Attempting to bind port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 on network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:03.687125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:03.687575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:03.688054 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.688814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Bound using segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:03.689470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Bound port: 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:03.689898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.797903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] For port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:03.802132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] For port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:03.842122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:03.863542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:04.062681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Pushing event updated for resources: {'Port': ['ID=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:04.080715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:04.116586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-2d91b99d-0d26-4961-a51b-f0cc131820c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:network {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:04.139535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:04.195739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:04.232400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-2d91b99d-0d26-4961-a51b-f0cc131820c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:network {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:04.240849 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-2d91b99d-0d26-4961-a51b-f0cc131820c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8514678 Feb 09 08:03:04.244150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:04.264321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:04.293815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:04.301815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Usage tracker for resource:floatingip and tenant:1ed5dc9ab9d84734bf9e138f158937e4 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:04.319283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:04.332274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:04.414471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:04.811404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:04.823430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:04.842623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Allocated IP 172.27.2.204 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/608caef0-f148-4e59-860c-25f1c369b0c3) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:04.899707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e75abe-c48a-4f15-8216-fd5e919f9a00 req-cf148148-8601-40fe-9476-36dc721a5340 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:04.901729 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-48e75abe-c48a-4f15-8216-fd5e919f9a00 req-cf148148-8601-40fe-9476-36dc721a5340 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1859529 Feb 09 08:03:04.997363 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-48e75abe-c48a-4f15-8216-fd5e919f9a00 req-1f196a2d-d8e9-4fc5-a90f-169613fa00e5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837979 Feb 09 08:03:05.010307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:05.049859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:05.232769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:05.311144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:05.335239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f63ea302-732c-4e63-8bf3-a9bcd1e0dfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:05.393325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:05.556184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=608caef0-f148-4e59-860c-25f1c369b0c3,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:05.568683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Allocated IP 172.27.2.117 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/7dd6c0ea-6742-48ff-ab3a-73a80a5018d3) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:05.571598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:05.728548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:05.732795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:05.736522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f27043-25c9-4842-9d82-db8dd39df87a None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:03:05.739396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:05.911946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:05.931007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Provisioning for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:05.938386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Provisioning complete for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:05.938981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:06.138640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:06.518982 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:06.555290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-221c7e48-fc9b-4420-868d-9bd2952aad32 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:06.578336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] For port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:06.621128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:06.623128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:06.763984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Pushing event updated for resources: {'Port': ['ID=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:06.778762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:06.790314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-1e8025ac-e054-4b24-81ff-fdaad82efc8d None None] Provisioning complete for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:06.790882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1e8025ac-e054-4b24-81ff-fdaad82efc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:06.854689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-5d53c592-0b4a-46b5-830b-9fd1d9fc9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:06.856882 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-5d53c592-0b4a-46b5-830b-9fd1d9fc9e49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1163 time: 0.1751366 Feb 09 08:03:06.947819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e65f-e847-48cd-a132-dba31a92a956 req-5c6a29b3-bed0-40a7-85ad-d7c56b2f22d6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:06.955570 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b609e65f-e847-48cd-a132-dba31a92a956 req-5c6a29b3-bed0-40a7-85ad-d7c56b2f22d6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.3344550 Feb 09 08:03:06.984560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'Port': ['ID=7dd6c0ea-6742-48ff-ab3a-73a80a5018d3,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:06.998720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:07.156611 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b609e65f-e847-48cd-a132-dba31a92a956 req-f278bbe4-1624-41e7-a493-f15d89941e40 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999371 Feb 09 08:03:07.166384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-855947d2-003f-4277-a6b4-4d184eb84d92 None None] Provisioning complete for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:07.166808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-855947d2-003f-4277-a6b4-4d184eb84d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:07.202565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-1eff7868-d736-4f17-949f-e927ff1001e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:07.205010 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-1eff7868-d736-4f17-949f-e927ff1001e4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.2242713 Feb 09 08:03:07.337425 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-0d0fe2ed-e853-4bff-b78f-ca6f8bbdc785 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 1000 time: 0.1254458 Feb 09 08:03:07.405083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:07.413948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-e07d5e8b-3dc6-4465-9d9e-c7f8aee88ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:07.415870 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-e07d5e8b-3dc6-4465-9d9e-c7f8aee88ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0709043 Feb 09 08:03:07.505314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-dcefde52-df08-4414-9d26-695dee8e3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:07.506859 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-dcefde52-df08-4414-9d26-695dee8e3a11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828989 Feb 09 08:03:07.574305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:07.577610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:07.593322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:07.679502 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-0ac409c0-f001-4156-ba21-7cbbdb38b9cf service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656184 Feb 09 08:03:07.838566 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ce8684a8-090b-4520-897e-0feaccb0bd67 req-1bd2a76c-d7f5-4774-8396-33ff05f2f8e7 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522939 Feb 09 08:03:07.867047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:07.940770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.107853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.387361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Router 21e039c6-7739-4b1b-8655-c8716a432e6a is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 08:03:08.491632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35537-976d-432d-ad1a-28cda45b2387 req-d6a3e56b-562b-41d7-a516-f84570208f51 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:08.493379 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-72d35537-976d-432d-ad1a-28cda45b2387 req-d6a3e56b-562b-41d7-a516-f84570208f51 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1708519 Feb 09 08:03:08.559081 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-72d35537-976d-432d-ad1a-28cda45b2387 req-89796f3a-043e-406d-859b-991527a0b9e7 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587866 Feb 09 08:03:08.631347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.637124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:03:08.647296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:03:08.657805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:08.658472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:08.716527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:08.738758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.758240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:08.800987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:08.801418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.924517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event updated for resources: {'Port': ['ID=7dd6c0ea-6742-48ff-ab3a-73a80a5018d3,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:08.935412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:08.942543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:08.944135 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f74385e7-f78f-41ae-93d5-ecbc28cba6f3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5144129 Feb 09 08:03:08.947076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42396) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:08.992421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-2b45e9f1-8b01-43f1-9da8-ee2a4575da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:08.994094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-2b45e9f1-8b01-43f1-9da8-ee2a4575da27 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1163 time: 0.1008146 Feb 09 08:03:09.002600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:09.149880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-98e92219-4869-4f01-8c3f-a7297039d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:09.151514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-98e92219-4869-4f01-8c3f-a7297039d237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1457934 Feb 09 08:03:09.212163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:09.269990 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-ebe9e8ca-9416-4457-b683-cf87c2b487a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 1000 time: 0.1111076 Feb 09 08:03:09.310402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:06Z', 'revision_number': 3, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:09.315687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:03:09.316336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Updating router 21e039c6-7739-4b1b-8655-c8716a432e6a port 608caef0-f148-4e59-860c-25f1c369b0c3 binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:03:09.351958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-1cf9e1f4-4f06-4614-9e9b-990e1acbbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:09.353849 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-1cf9e1f4-4f06-4614-9e9b-990e1acbbebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0772188 Feb 09 08:03:09.375935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:09.447406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-d9551e3e-f46a-4d90-866a-8537dce5d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:09.449395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-d9551e3e-f46a-4d90-866a-8537dce5d156 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882382 Feb 09 08:03:09.610943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-da9c976b-e0de-4bb8-b65e-9a024e143c94 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544647 Feb 09 08:03:09.667071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:09.668509 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-24a7f0ce-b494-4b78-948a-672558811e17 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4267521 Feb 09 08:03:09.795292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-b42a466c-b952-4a3a-97aa-ec6953a0d06a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:floatingip {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:09.824783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:09.833184 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2001b7f5-85b7-4d41-ad7e-f32335d17df5 req-3c9404fb-40b5-4e98-8f63-fb3ad371705d service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2159674 Feb 09 08:03:09.841724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Transition to ACTIVE for port object 608caef0-f148-4e59-860c-25f1c369b0c3 will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:09.872525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:09.889005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a922fe16-799a-497b-8882-1b9d1efcc6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:09.940505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b6791-6eef-46ef-9b5f-21fa4eb47c26 req-67f26083-ff92-40f2-9e5c-062790e210ba tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:09.942256 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-552b6791-6eef-46ef-9b5f-21fa4eb47c26 req-67f26083-ff92-40f2-9e5c-062790e210ba tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2159741 Feb 09 08:03:09.973064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-b42a466c-b952-4a3a-97aa-ec6953a0d06a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:floatingip {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:09.974755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-b42a466c-b952-4a3a-97aa-ec6953a0d06a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200 len: 696 time: 0.2971888 Feb 09 08:03:10.015280 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-552b6791-6eef-46ef-9b5f-21fa4eb47c26 req-745164f4-acf6-4bf6-8c05-83267e16dc16 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659456 Feb 09 08:03:10.040182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Pushing event updated for resources: {'Port': ['ID=608caef0-f148-4e59-860c-25f1c369b0c3,revision_number=2']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:10.052797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.053191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.053569 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.053942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.054309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.054675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.055040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.055402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.055765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.056123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.056479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.056863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.057259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.057614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.057971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.058325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.058679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.059035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.059391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.060159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.060159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.060423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.060783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.061141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:10.066386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:10.117202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Attempting to bind port 608caef0-f148-4e59-860c-25f1c369b0c3 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:10.117626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Attempting to bind port 608caef0-f148-4e59-860c-25f1c369b0c3 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:10.118039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Attempting to bind port 608caef0-f148-4e59-860c-25f1c369b0c3 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:10.123833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:10.124251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:10.124729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:10.125164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:10.126285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Bound port: 608caef0-f148-4e59-860c-25f1c369b0c3, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:10.126720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:10.209608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] For port 608caef0-f148-4e59-860c-25f1c369b0c3, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:10.212960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] For port 608caef0-f148-4e59-860c-25f1c369b0c3, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=608caef0-f148-4e59-860c-25f1c369b0c3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:10.244152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:10.259916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:10.321963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-d068a822-7e71-43df-ba52-60761abbbfd2 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:10.323520 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7573550f-45b4-4c3b-91bb-a89507f43c37 req-d068a822-7e71-43df-ba52-60761abbbfd2 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.3367283 Feb 09 08:03:10.387487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:10.441188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Pushing event updated for resources: {'Port': ['ID=608caef0-f148-4e59-860c-25f1c369b0c3,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:10.444656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d68a8e40-36a0-46a0-9dd7-1a74428fae54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:10.489509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:10.490936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:10.614854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-41b634ea-a57d-4fa2-a668-9883d8ea6a02 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:10.616516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-41b634ea-a57d-4fa2-a668-9883d8ea6a02 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1720722 Feb 09 08:03:10.696420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:10.763976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Allocated IP 172.20.0.1 (0f80b88b-73a2-4a12-98c6-0dfbe02c247b/7e8a529a-9141-4f9f-9bdf-faf3fc67f817/0c6bd0eb-249d-4cf1-bf90-586baa0afe3d) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:10.933672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:10.949393 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-37251f4b-c0be-4925-b69f-b50c2c118d16 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200 len: 696 time: 0.3259654 Feb 09 08:03:10.950235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Transition to ACTIVE for port object 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d will not be triggered until provisioned by entity DHCP. {{(pid=80055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:10.964695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Request body: {'floatingip': {'port_id': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:11.004162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.014969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:06Z', 'revision_number': 3, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:11.019923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9bcd5-95e0-433b-afbf-597bfda9cfc8 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:06Z', 'revision_number': 3, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:03:11.021469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-77fdc5f3-c90b-4955-b855-ed5ec76830a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:11.071907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.168981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:11.179401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:11.278891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:11.283182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:11.285963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:11.448253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1bc1-ff65-442c-80f9-fb3f1949c091 req-cdb4b111-229f-48a7-842a-ea16171e44ee tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:11.449860 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e97e1bc1-ff65-442c-80f9-fb3f1949c091 req-cdb4b111-229f-48a7-842a-ea16171e44ee tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2666576 Feb 09 08:03:11.496228 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.597143 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e97e1bc1-ff65-442c-80f9-fb3f1949c091 req-c735d80e-fa9c-4fdd-be86-a3ab2189f1cb tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393249 Feb 09 08:03:11.598477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-365831f7-0b67-4a1f-980f-e2853f5aecb3 None None] Provisioning for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:11.605016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-365831f7-0b67-4a1f-980f-e2853f5aecb3 None None] Provisioning complete for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:11.605438 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-365831f7-0b67-4a1f-980f-e2853f5aecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.695690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-365831f7-0b67-4a1f-980f-e2853f5aecb3 None None] Port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:03:11.711009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.827097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.867155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:11.948274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:03:12.078820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Floating IP 206539eb-9821-49fb-b004-ec31c4d738ae associated. External IP: 172.27.2.117, port: 227f3697-2ed0-4962-a973-746eb4eeaf8a. Feb 09 08:03:12.093145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.122260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.122591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.161338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:03:12.174767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:12.180732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:12.209474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.211643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:12.251521 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'code': 200} Feb 09 08:03:12.269599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:12.272427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.287293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:12.301815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:12.305951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:12.425683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:12.426960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:12.496019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Router b45a3597-6fa1-460c-b950-c336b2620159 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:03:12.674699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:03:12.726632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-84c6a6e4-85bc-4d93-9a8d-f57afe5ff796 None None] Provisioning complete for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:12.727082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c6a6e4-85bc-4d93-9a8d-f57afe5ff796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.731573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:03:12.742818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:12.779185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Sync routers for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:03:12.813215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 608caef0-f148-4e59-860c-25f1c369b0c3 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:12.818140 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-56a710ea-0282-45a0-b151-4fb99598c3a9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "PUT /v2.0/floatingips/206539eb-9821-49fb-b004-ec31c4d738ae HTTP/1.1" status: 200 len: 997 time: 1.8595080 Feb 09 08:03:12.818717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:03:12.841812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-84c6a6e4-85bc-4d93-9a8d-f57afe5ff796 None None] Port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:03:12.864735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:12.865443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:12.917323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-73afab53-7ce6-4f94-a229-ac14a0c2b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:12.919209 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-73afab53-7ce6-4f94-a229-ac14a0c2b9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.0850768 Feb 09 08:03:13.082959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-0fd256a6-8184-4931-96e3-379acbd3aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:13.084521 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-0fd256a6-8184-4931-96e3-379acbd3aaaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.1583147 Feb 09 08:03:13.201216 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-d3536797-57a9-4d50-8013-2c8555866e23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1000 time: 0.1095941 Feb 09 08:03:13.238343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:03:13.251977 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] 10.222.0.13 "PUT /v2.0/routers/21e039c6-7739-4b1b-8655-c8716a432e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3035681 Feb 09 08:03:13.253786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:13.284880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-562b0de1-12b1-4c39-94e4-5f2af9b0cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:13.293772 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-562b0de1-12b1-4c39-94e4-5f2af9b0cd39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0826421 Feb 09 08:03:13.300470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 608caef0-f148-4e59-860c-25f1c369b0c3 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:13.315777 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 608caef0-f148-4e59-860c-25f1c369b0c3 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:13.316196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:13.338935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4dc1f-2740-45de-84eb-3eff075b8d94 req-69caf86e-47d9-4919-bc05-06095661c70d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:13.340546 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ad4dc1f-2740-45de-84eb-3eff075b8d94 req-69caf86e-47d9-4919-bc05-06095661c70d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.5571914 Feb 09 08:03:13.400382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-beaff44f-3827-4665-a9e8-6170a9304ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:13.402420 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-beaff44f-3827-4665-a9e8-6170a9304ec2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074955 Feb 09 08:03:13.414621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-9fc8161f-332c-4c67-b02f-b92faaf2ddbc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:03:13.415766 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-9fc8161f-332c-4c67-b02f-b92faaf2ddbc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063729 Feb 09 08:03:13.419937 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ad4dc1f-2740-45de-84eb-3eff075b8d94 req-8652a7e5-d9b1-44fa-b8d8-7bca276ac714 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731657 Feb 09 08:03:13.789098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:13.807516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'status': 'completed', 'code': 200} Feb 09 08:03:13.815051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 608caef0-f148-4e59-860c-25f1c369b0c3, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=608caef0-f148-4e59-860c-25f1c369b0c3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:13.869881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:13.872544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:13.921545 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-daef4b3f-8afb-43c3-82d7-a79bcb72923e service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974432 Feb 09 08:03:13.931116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e421b-950b-4384-b933-9132fa2626ca req-9ce0e87c-b43b-4ca1-8909-48b3298f49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:13.932812 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-9ce0e87c-b43b-4ca1-8909-48b3298f49a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.1274068 Feb 09 08:03:13.989715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=608caef0-f148-4e59-860c-25f1c369b0c3,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:13.995917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:14.003262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '206539eb-9821-49fb-b004-ec31c4d738ae', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'port_id': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'mac_address': 'fa:16:3e:d3:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:03:07Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 1, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:14.007660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Checking router: b45a3597-6fa1-460c-b950-c336b2620159 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:03:14.018922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:14.019599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:14.095796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:03:14.125034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:14.126505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:14.242057 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-18bc6287-d182-4056-82c0-d67c90d13c37 req-449fbe02-dff8-4001-b4da-59fdf80b9176 service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3073206 Feb 09 08:03:14.247317 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e421b-950b-4384-b933-9132fa2626ca req-f92868b6-fff1-4ec7-8eaf-87b91e4001d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:14.248962 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-f92868b6-fff1-4ec7-8eaf-87b91e4001d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.2821550 Feb 09 08:03:14.320921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:14.423386 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-7a5df92a-9c95-4658-a30a-6b00eb61c0c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1000 time: 0.1639953 Feb 09 08:03:14.477314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:14.563191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e421b-950b-4384-b933-9132fa2626ca req-387a1637-3d5e-4870-a02a-9c3f40730cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:14.565644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-387a1637-3d5e-4870-a02a-9c3f40730cff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.1334577 Feb 09 08:03:14.717481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e421b-950b-4384-b933-9132fa2626ca req-78997055-ceaa-4f6c-90d2-cf40dcfba45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:14.720058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-78997055-ceaa-4f6c-90d2-cf40dcfba45e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454241 Feb 09 08:03:14.811097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 608caef0-f148-4e59-860c-25f1c369b0c3 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:14.883488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:14.904879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42448) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:14.914005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1869360856-network', 'tenant_id': 'f1293690d5d8498db6d83609948a867a'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:14.923429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:14.925768 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-8ead8727-cae9-4847-8057-87af68989fa5 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965282 Feb 09 08:03:14.933653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Usage tracker for resource:network and tenant:f1293690d5d8498db6d83609948a867a is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:14.942349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:14.970652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:15.006262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:15.010486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:03:15.010890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Updating router 21e039c6-7739-4b1b-8655-c8716a432e6a port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:03:15.061247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Made reservation on behalf of f1293690d5d8498db6d83609948a867a for: {'network': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:03:15.068831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.069631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 608caef0-f148-4e59-860c-25f1c369b0c3 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:15.070114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.076549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.086453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.103018 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d53e421b-950b-4384-b933-9132fa2626ca req-73692702-803c-4a04-9583-3f7454fa98ca service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1661916 Feb 09 08:03:15.145014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:15.150218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Usage tracker for resource:security_group_rule and tenant:f1293690d5d8498db6d83609948a867a is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:15.154182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:15.162015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:15.227348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '206539eb-9821-49fb-b004-ec31c4d738ae', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'port_id': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'mac_address': 'fa:16:3e:d3:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:03:07Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 1, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:15.245677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bea235-9287-474c-8fb2-2d9a6478a904 None None] The sync data for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi is: [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '206539eb-9821-49fb-b004-ec31c4d738ae', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'port_id': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'mac_address': 'fa:16:3e:d3:88:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:03:07Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 1, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:03:15.460678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.489381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.505899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:03:15.508376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:03:15.516100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.516673 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Added segment 8a8766f6-7fd7-454a-aa39-948887a40130 of type vxlan for network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e Feb 09 08:03:15.527808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c7e67f19-a418-4f55-adb3-fe2f3ed1458d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:15.567156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.570380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce1df0-7e0e-457a-bf0f-02f0476c7069 None None] New status for floating IP 206539eb-9821-49fb-b004-ec31c4d738ae: ACTIVE {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:03:15.578553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5f16a-5978-4243-96fa-3f0b25096547,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:15.582791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:15.649369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.651072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:15.651890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.658124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-80e76498-3e72-4fa2-97fb-478b08ca9400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:15.707739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.721726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Transition to ACTIVE for port object 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:15.755705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.773659 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8673384 Feb 09 08:03:15.776467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42456) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:15.777197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Pushing event updated for resources: {'Network': ['ID=7cef21f2-51e6-4027-9fd6-93fe70d95d6e,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:15.779271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8dac4799-b556-4e7b-9fed-0059c5bedfd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:15.781767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-305fadde-535e-4bd3-82ae-335706a70237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:15.786038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Request body: {'subnet': {'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1869360856-subnet', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'ip_version': 4}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:15.792746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:15.801280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:03:15.801902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Usage tracker for resource:subnet and tenant:f1293690d5d8498db6d83609948a867a is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:15.806827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:15.815974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:15.819824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:03:15.852514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Made reservation on behalf of f1293690d5d8498db6d83609948a867a for: {'subnet': 1} {{(pid=80055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:03:15.858638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847948442'] for subnet, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:15.949801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a637dcb-b4f3-490e-b539-0f892949c0fb None None] Pushing event updated for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:15.968479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a637dcb-b4f3-490e-b539-0f892949c0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:16.182028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Attempting to bind port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:16.182575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Attempting to bind port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:16.183050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Attempting to bind port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d on network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:16.190462 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:16.190981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:16.191501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:16.192017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Bound using segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:16.192605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Bound port: 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:16.193128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:16.303083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] For port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:16.306397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] For port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:16.338693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:16.354618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc59bec8-a829-4fd6-b451-99c5269170f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:16.501595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847892231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847948399'] for subnet, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:16.519234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a637dcb-b4f3-490e-b539-0f892949c0fb None None] Pushing event updated for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:16.524387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a637dcb-b4f3-490e-b539-0f892949c0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:16.571440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:16.572184 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:16.645201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1aae254a-3fd9-439d-8dea-5cfd188b0872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:16.707583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdce7e-258d-4c8b-acf7-ae09a0e0a519 req-b01d9698-e7ac-4681-bf51-1493dc3217a3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:16.709770 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bcdce7e-258d-4c8b-acf7-ae09a0e0a519 req-b01d9698-e7ac-4681-bf51-1493dc3217a3 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2689879 Feb 09 08:03:16.754043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b26499-b0ba-4b42-9e8c-55da71659e06,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:16.758067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:16.764824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Checking segment: {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:16.765185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Network hostable DHCP agents. Network: 7cef21f2-51e6-4027-9fd6-93fe70d95d6e, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:03:16.785927 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1bcdce7e-258d-4c8b-acf7-ae09a0e0a519 req-4f9c52be-a98d-4e03-b9b1-aa816e72a331 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654011 Feb 09 08:03:16.807766 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-1fa9d4b6-2485-4017-9e54-4a8c95922de8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2667844 Feb 09 08:03:16.810691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:16.821084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:03:16.863852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 7cef21f2-51e6-4027-9fd6-93fe70d95d6e) {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:16.875191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eb2fc8-71bf-4814-b523-cd504fca9808 None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:03:16.877511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:16.878540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:16.930563 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6d3106bc-b0b6-4492-b284-298c6cdf702d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1506710 Feb 09 08:03:16.933360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 42476) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:16.939818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:16.945879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:16.950829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Usage tracker for resource:router and tenant:f1293690d5d8498db6d83609948a867a is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:16.956839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:16.964450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:17.007118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.008450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.139417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'fixed_ips': [{'subnet_id': '65b26499-b0ba-4b42-9e8c-55da71659e06'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 08:03:17.140314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.168419 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.199067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:16Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:17.203912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a5ed87-4fda-4d75-9674-33590f169f4d None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:16Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:03:17.501032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Allocated IP 172.20.0.2 (7cef21f2-51e6-4027-9fd6-93fe70d95d6e/65b26499-b0ba-4b42-9e8c-55da71659e06/01fdb7f0-e291-415b-b180-e6813c839718) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:17.530547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.695451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-79b75d29-776d-40fd-bb8c-e9a9d78f7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:17.697801 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-79b75d29-776d-40fd-bb8c-e9a9d78f7671 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1&tenant_id=9b5698110790447b8c8df9c4b9ed12d7 HTTP/1.1" status: 200 len: 1161 time: 0.0984104 Feb 09 08:03:17.768408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.783362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Transition to ACTIVE for port object 01fdb7f0-e291-415b-b180-e6813c839718 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:17.807352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Transition to ACTIVE for port object 01fdb7f0-e291-415b-b180-e6813c839718 will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:17.843864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-2f472f6c-61a9-4c89-bc2d-a50b2473ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:17.845544 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-2f472f6c-61a9-4c89-bc2d-a50b2473ff11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1161 time: 0.1058805 Feb 09 08:03:17.861601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.937653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.976177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:17.997163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1d1d2c0e-153a-475d-a78b-2d74502d1288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:18.035052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-93047152-269f-4dba-bcc1-ed14f485d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:18.036466 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-93047152-269f-4dba-bcc1-ed14f485d1df service neutron] 10.222.0.48 "GET /v2.0/networks?id=84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 200 len: 910 time: 0.1833942 Feb 09 08:03:18.078422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Pushing event updated for resources: {'Port': ['ID=01fdb7f0-e291-415b-b180-e6813c839718,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:18.083505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:18.148201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:18.149711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:18.154288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:18.176489 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-6ec1d63a-5c3c-4de5-b9bb-42f96421372c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 200 len: 998 time: 0.1320026 Feb 09 08:03:18.224007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Attempting to bind port 01fdb7f0-e291-415b-b180-e6813c839718 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:18.224428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Attempting to bind port 01fdb7f0-e291-415b-b180-e6813c839718 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:18.224885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Attempting to bind port 01fdb7f0-e291-415b-b180-e6813c839718 on network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:18.231063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:18.231499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Checking segment: {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:18.232106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.232523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Bound using segment: {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:18.233083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Bound port: 01fdb7f0-e291-415b-b180-e6813c839718, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:18.233520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.264357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-67e0aa27-8118-4a33-ab29-900cabfd8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:18.266273 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-67e0aa27-8118-4a33-ab29-900cabfd8707 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 200 len: 855 time: 0.0825236 Feb 09 08:03:18.305901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a2606-0b51-4ec2-8efd-3ef6369e4888 req-039bd750-e7fd-4af6-a760-11fb65547223 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:18.307609 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-805a2606-0b51-4ec2-8efd-3ef6369e4888 req-039bd750-e7fd-4af6-a760-11fb65547223 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2807040 Feb 09 08:03:18.353245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] For port 01fdb7f0-e291-415b-b180-e6813c839718, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:18.356286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-90b005b0-35fa-4b30-9daf-204171c160ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:18.356680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] For port 01fdb7f0-e291-415b-b180-e6813c839718, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=01fdb7f0-e291-415b-b180-e6813c839718,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:18.357984 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-90b005b0-35fa-4b30-9daf-204171c160ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=84195d84-b1d9-4800-9f42-883575ec8eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842421 Feb 09 08:03:18.403846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.428218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-de070949-c45d-4e92-b124-fd7866e47f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:18.429969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-805a2606-0b51-4ec2-8efd-3ef6369e4888 req-a41f085f-f64d-443d-8db0-7755905f94cf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767190 Feb 09 08:03:18.533340 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-ea520254-3946-4f7f-99c7-93723d65b603 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673493 Feb 09 08:03:18.540039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Allocated IP 172.27.2.65 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/551666f3-dfe7-47c5-9f37-b973d3f939d4) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:18.612247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Pushing event updated for resources: {'Port': ['ID=01fdb7f0-e291-415b-b180-e6813c839718,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:18.617350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:18.706737 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5f59faa9-7ef8-4e77-b96c-43dc7ff9c9fb req-0db1e6f4-6958-4d52-9af4-11c9359a6f21 service neutron] 10.222.0.48 "GET /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1624207 Feb 09 08:03:18.742826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.785083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:18.804353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.821565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c5dd151e-c08c-4e67-9ce9-4f7aabccecac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:18.903757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:18.911165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:18.911621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:18.987881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Pushing event updated for resources: {'Port': ['ID=551666f3-dfe7-47c5-9f37-b973d3f939d4,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:18.996416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:19.051418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:19.052084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:19.054522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:19.095220 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:19.129032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:19.151848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:19.154797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:19.230602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:19.234581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:19.753072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93454978-2681-4704-8c7e-0f7209393cc3 req-bea2e278-6117-4274-b210-3dd98638416e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:19.756561 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-93454978-2681-4704-8c7e-0f7209393cc3 req-bea2e278-6117-4274-b210-3dd98638416e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1706085 Feb 09 08:03:19.830605 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-93454978-2681-4704-8c7e-0f7209393cc3 req-0f100dce-d5d8-462b-bfc1-4be5b7292444 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680158 Feb 09 08:03:19.858849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:20.114696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f2bd4-c266-43a7-a0e3-057add8b2b85 None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:03:20.288548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-bf376b1a-3f8b-4745-8089-da87189ba51d None None] Provisioning for port 01fdb7f0-e291-415b-b180-e6813c839718 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:20.336076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:20.675865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 08:03:20.898886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:21.005004 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:21.005732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.008316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:03:21.025430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Sync routers for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:03:21.040850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:21.041681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:21.155449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.159849 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-84c370ed-4c15-4b60-8730-1f0b9f1d5018 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2252970 Feb 09 08:03:21.160604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42510) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:03:21.272154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 01fdb7f0-e291-415b-b180-e6813c839718 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:21.362262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0fef0-b397-4992-a682-3a7b41942707 req-670ec273-f20d-4d18-8e78-72eadd58e82f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:21.370117 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b1e0fef0-b397-4992-a682-3a7b41942707 req-670ec273-f20d-4d18-8e78-72eadd58e82f tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2614491 Feb 09 08:03:21.392249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:21.453431 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b1e0fef0-b397-4992-a682-3a7b41942707 req-53211571-5ccf-40f2-a65a-d4d7ed446a8e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816255 Feb 09 08:03:21.490305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 01fdb7f0-e291-415b-b180-e6813c839718 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:21.512899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 01fdb7f0-e291-415b-b180-e6813c839718 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:21.512899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.600274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Provisioning complete for port 01fdb7f0-e291-415b-b180-e6813c839718 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:21.600982 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.803977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.846496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.900567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] For port 01fdb7f0-e291-415b-b180-e6813c839718, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=01fdb7f0-e291-415b-b180-e6813c839718,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:21.953783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:21.960069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:21.995857 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 3, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:22.001624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Checking router: 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:03:22.002246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Updating router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 port 551666f3-dfe7-47c5-9f37-b973d3f939d4 binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:03:22.049745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:03:22.050281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:03:22.064987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Pushing event updated for resources: {'Port': ['ID=01fdb7f0-e291-415b-b180-e6813c839718,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:22.073276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7a8f7d64-28df-463b-9f61-41ca360ba822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:22.086140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:22.539849 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:22.636022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:22.661665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Transition to ACTIVE for port object 551666f3-dfe7-47c5-9f37-b973d3f939d4 will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:22.698948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:22.719282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1945afba-e22c-46e8-be77-fc17c00e3619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:22.755716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 01fdb7f0-e291-415b-b180-e6813c839718 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:22.833249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 01fdb7f0-e291-415b-b180-e6813c839718 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:22.833669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:22.935177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45063622-451a-4f23-a298-8bb76f60259a None None] Pushing event updated for resources: {'Port': ['ID=551666f3-dfe7-47c5-9f37-b973d3f939d4,revision_number=2']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:22.940049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45063622-451a-4f23-a298-8bb76f60259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:22.964495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235af5f9-9b0d-4f40-bcfa-0dbc332c16fd req-2a2b74ea-e95b-4fac-a2a8-907ed9e162d6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:22.966292 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-235af5f9-9b0d-4f40-bcfa-0dbc332c16fd req-2a2b74ea-e95b-4fac-a2a8-907ed9e162d6 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2603559 Feb 09 08:03:22.982768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Attempting to bind port 551666f3-dfe7-47c5-9f37-b973d3f939d4 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:22.983349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Attempting to bind port 551666f3-dfe7-47c5-9f37-b973d3f939d4 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:22.983869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Attempting to bind port 551666f3-dfe7-47c5-9f37-b973d3f939d4 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:23.000692 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:23.001328 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:23.001893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.002456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:23.003235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Bound port: 551666f3-dfe7-47c5-9f37-b973d3f939d4, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:23.004166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.094381 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-235af5f9-9b0d-4f40-bcfa-0dbc332c16fd req-d11007ca-c71d-4088-adde-a3866d2ada9a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194980 Feb 09 08:03:23.109933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] For port 551666f3-dfe7-47c5-9f37-b973d3f939d4, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:23.114613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] For port 551666f3-dfe7-47c5-9f37-b973d3f939d4, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=551666f3-dfe7-47c5-9f37-b973d3f939d4,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:23.163846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.179468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:23.179946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Allocated IP 172.20.0.1 (7cef21f2-51e6-4027-9fd6-93fe70d95d6e/65b26499-b0ba-4b42-9e8c-55da71659e06/5fdd3953-9399-4722-a8b9-c0bdb03bee09) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:23.329793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45063622-451a-4f23-a298-8bb76f60259a None None] Pushing event updated for resources: {'Port': ['ID=551666f3-dfe7-47c5-9f37-b973d3f939d4,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:23.333537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45063622-451a-4f23-a298-8bb76f60259a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:23.339830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.357231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Transition to ACTIVE for port object 5fdd3953-9399-4722-a8b9-c0bdb03bee09 will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:23.389526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:23.391258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:23.421188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.441361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:23.599697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Pushing event updated for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:23.604068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:23.617772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.618144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.618549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.618959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.619365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.619771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.620173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.620574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.621005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.621403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.621800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.622194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.622631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.623027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.623424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.623817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.624211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.624697 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.625286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.625682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.626079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.626472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.626872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.627265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:03:23.633027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:23.673956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:23.675092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:23.677522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:23.736369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.916110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-5b9260e2-f114-4ad1-98f6-428ffc4cd73a None None] Provisioning for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:23.920836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.932180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-5b9260e2-f114-4ad1-98f6-428ffc4cd73a None None] Provisioning complete for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:23.933051 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 3, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:23.933726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b9260e2-f114-4ad1-98f6-428ffc4cd73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:23.938365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc16a-a879-422c-b592-33f80f2b67c6 None None] The sync data for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi is: [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 3, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:03:24.009331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5b9260e2-f114-4ad1-98f6-428ffc4cd73a None None] Port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:03:24.253758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:24.335870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:24.385009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ba024349-0a2c-4ab9-9810-2c0d76c64a88 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:24.513515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Pushing event updated for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:24.518268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:24.527915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:24.540422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7282c87-f16c-4b5e-afa9-246048e26a75 req-23d5679c-b07f-4382-8c62-35cee9d763ac tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:24.542270 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a7282c87-f16c-4b5e-afa9-246048e26a75 req-23d5679c-b07f-4382-8c62-35cee9d763ac tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2634420 Feb 09 08:03:24.638019 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a7282c87-f16c-4b5e-afa9-246048e26a75 req-cb45d949-b9de-4285-a367-97887662d683 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879283 Feb 09 08:03:24.753762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:24.755369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:24.786053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 551666f3-dfe7-47c5-9f37-b973d3f939d4 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:24.916699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 551666f3-dfe7-47c5-9f37-b973d3f939d4 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:24.922551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 551666f3-dfe7-47c5-9f37-b973d3f939d4 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:24.923052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:24.993174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:03:25.129468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:25.155262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 551666f3-dfe7-47c5-9f37-b973d3f939d4, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=551666f3-dfe7-47c5-9f37-b973d3f939d4,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:25.157771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-21a259c5-f964-4e39-ac37-ae998f9b975b None None] Provisioning complete for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:25.158189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21a259c5-f964-4e39-ac37-ae998f9b975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:25.199797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:25.206940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:25.214572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:03:25.228061 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] 10.222.0.13 "PUT /v2.0/routers/9276ba1d-f6b0-4b9c-8204-0122b348d2b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0632584 Feb 09 08:03:25.263474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-21a259c5-f964-4e39-ac37-ae998f9b975b None None] Port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:03:25.290107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=551666f3-dfe7-47c5-9f37-b973d3f939d4,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:25.293375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:25.852532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1693446098', 'description': 'tempest-TestVolumeBootPattern-1693446098 description'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:25.879726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:25.887026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Usage tracker for resource:security_group and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:25.891249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:25.912221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:25.949647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:25.971420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:25.975492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Usage tracker for resource:security_group_rule and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:25.979847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:25.989658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:26.051282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67901-514f-4e5c-bae5-2145468ad932 req-5150008b-bcdf-4039-ac63-dc04549b0495 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:26.054987 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57a67901-514f-4e5c-bae5-2145468ad932 req-5150008b-bcdf-4039-ac63-dc04549b0495 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1814883 Feb 09 08:03:26.094892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.127770 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-57a67901-514f-4e5c-bae5-2145468ad932 req-bea7aed1-4175-42d6-9382-e8d81c336f8c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649185 Feb 09 08:03:26.129154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.133568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d4ac3131-c911-490e-b27c-8c5bc031a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:26.178019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd345f0b-b718-46ac-b83a-ac516298a0d8,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:26.181112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:26.197638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.198986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d0803562-f339-435e-9df0-5688108de2f4 req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3515561 Feb 09 08:03:26.295534 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-a0ac962d-108c-46c1-b072-25b8c7ac201c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups/bd345f0b-b718-46ac-b83a-ac516298a0d8 HTTP/1.1" status: 200 len: 1808 time: 0.0632610 Feb 09 08:03:26.306957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd345f0b-b718-46ac-b83a-ac516298a0d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:26.307255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd345f0b-b718-46ac-b83a-ac516298a0d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:26.330085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:26.334208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Usage tracker for resource:security_group_rule and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:26.337222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:26.342980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:26.424722 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.451452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.477717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.479991 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0a949604-dc69-4b77-9305-7dcf95719377 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:26.503483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7e2242-6921-4c18-a2ff-679f20bcc8ec,revision_number=0']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:26.508061 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:26.555230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:26.556514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5756756d-81f7-48b2-b182-1f1b8a035bcd req-d9df73e0-3606-43d5-a15b-ae6f7e2e7076 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2539778 Feb 09 08:03:26.680031 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-907c2c0c-3a34-4417-b20e-4580a93114ad tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups/bd345f0b-b718-46ac-b83a-ac516298a0d8 HTTP/1.1" status: 200 len: 2401 time: 0.0906892 Feb 09 08:03:26.696432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd345f0b-b718-46ac-b83a-ac516298a0d8', 'remote_group_id': None}]} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:26.712329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bd345f0b-b718-46ac-b83a-ac516298a0d8', 'remote_group_id': None}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:26.735799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:26.740439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Usage tracker for resource:security_group_rule and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:03:26.743627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:03:26.749664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:26.766595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 551666f3-dfe7-47c5-9f37-b973d3f939d4 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:26.847914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 551666f3-dfe7-47c5-9f37-b973d3f939d4 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:26.848235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:27.105989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:27.133872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:27.147721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Sync routers for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:03:27.177863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:27.178323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:27.178577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:27.180521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:27.199934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24d4acf-a122-4620-87cb-9b7e21d6b14b,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:27.203993 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:27.253605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:27.271515 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6522c071-3845-4329-9f49-a4228e8a2b71 req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5668526 Feb 09 08:03:27.467019 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:27.557643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8042a92-b218-4ce7-8a4b-bea0426e5301 req-a82c9839-d2dd-4c9f-ba59-16fb52611bd4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:27.559491 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b8042a92-b218-4ce7-8a4b-bea0426e5301 req-a82c9839-d2dd-4c9f-ba59-16fb52611bd4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2428880 Feb 09 08:03:27.651229 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b8042a92-b218-4ce7-8a4b-bea0426e5301 req-4744b8ad-85b3-4763-bce0-4c7f6cebfe99 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802741 Feb 09 08:03:27.912542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:23Z', 'revision_number': 4, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '5fdd3953-9399-4722-a8b9-c0bdb03bee09', 'name': '', 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'mac_address': 'fa:16:3e:68:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:22Z', 'updated_at': '2021-02-09T08:03:24Z', 'revision_number': 2, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'subnets': [{'id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:27.916923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Checking router: 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:03:27.917267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Updating router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:03:27.980893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:28.424807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:28.436962 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Transition to ACTIVE for port object 5fdd3953-9399-4722-a8b9-c0bdb03bee09 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:28.466265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:28.483706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9f94b673-553e-4eed-9931-e8aa51b5619a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:28.623154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Pushing event updated for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:28.627689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:28.927509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Attempting to bind port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:28.928195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Attempting to bind port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:28.928848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Attempting to bind port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 on network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:28.936963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:28.937782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Checking segment: {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:28.938397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:28.939788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Bound using segment: {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:28.941002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Bound port: 5fdd3953-9399-4722-a8b9-c0bdb03bee09, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8766f6-7fd7-454a-aa39-948887a40130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:28.941871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:29.015644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc33f4-ea2f-46b5-81d7-0e5b0b95ec6d req-3e0f2b36-3bae-49a1-8e93-28d159281739 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:29.017817 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-54cc33f4-ea2f-46b5-81d7-0e5b0b95ec6d req-3e0f2b36-3bae-49a1-8e93-28d159281739 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1920874 Feb 09 08:03:29.078074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] For port 5fdd3953-9399-4722-a8b9-c0bdb03bee09, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:29.081694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] For port 5fdd3953-9399-4722-a8b9-c0bdb03bee09, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=5fdd3953-9399-4722-a8b9-c0bdb03bee09,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:29.094500 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-54cc33f4-ea2f-46b5-81d7-0e5b0b95ec6d req-cce18048-bd4d-4cbc-93ab-34315b6f8fe9 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687020 Feb 09 08:03:29.118486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:29.135346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:29.224669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Pushing event updated for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:29.230634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:29.362489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:03:29.363162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:03:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:29.571138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:03:30.122274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:23Z', 'revision_number': 4, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '5fdd3953-9399-4722-a8b9-c0bdb03bee09', 'name': '', 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'mac_address': 'fa:16:3e:68:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:22Z', 'updated_at': '2021-02-09T08:03:29Z', 'revision_number': 4, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'subnets': [{'id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:03:30.127548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff335c0-9b7f-4fbb-89c1-cd0c5d8ea74d None None] The sync data for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi is: [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:03:23Z', 'revision_number': 4, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '5fdd3953-9399-4722-a8b9-c0bdb03bee09', 'name': '', 'network_id': '7cef21f2-51e6-4027-9fd6-93fe70d95d6e', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'mac_address': 'fa:16:3e:68:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:22Z', 'updated_at': '2021-02-09T08:03:29Z', 'revision_number': 4, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'subnets': [{'id': '65b26499-b0ba-4b42-9e8c-55da71659e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:03:30.518620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf7cda-8b79-498c-8204-764f8050a100 req-211bdf95-2467-42fa-a13a-722ebd636234 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:30.520383 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3bf7cda-8b79-498c-8204-764f8050a100 req-211bdf95-2467-42fa-a13a-722ebd636234 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.2103999 Feb 09 08:03:30.613144 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f3bf7cda-8b79-498c-8204-764f8050a100 req-8045a12d-897a-462f-b68a-27563447f34a tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851374 Feb 09 08:03:30.803599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 5fdd3953-9399-4722-a8b9-c0bdb03bee09 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:30.960768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:30.966477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:30.966910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:31.148273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:31.182439 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a8b4245b-d044-4338-ba28-7b91a565e459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:31.190434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 5fdd3953-9399-4722-a8b9-c0bdb03bee09, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=5fdd3953-9399-4722-a8b9-c0bdb03bee09,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:31.223743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:31.225821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a7fe8a53-5204-4ed0-b24a-f8bb8b8e383f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:31.304953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:31.309274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:31.957801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7d64-3e38-493d-8393-a97e7b526b92 req-32aa9091-4899-49be-b88e-44dfcc56ebbc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:31.959712 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b19c7d64-3e38-493d-8393-a97e7b526b92 req-32aa9091-4899-49be-b88e-44dfcc56ebbc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1995535 Feb 09 08:03:32.032077 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b19c7d64-3e38-493d-8393-a97e7b526b92 req-f92444fc-fbb2-41b5-a1fb-daaad7a5d034 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658910 Feb 09 08:03:32.767417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 5fdd3953-9399-4722-a8b9-c0bdb03bee09 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:32.847186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:32.847658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:33.356538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17fe5e-8cbd-4abe-b5cb-3e6c37d71f70 req-d82a6801-d949-48de-895d-2d2459a29f31 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:33.358191 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0b17fe5e-8cbd-4abe-b5cb-3e6c37d71f70 req-d82a6801-d949-48de-895d-2d2459a29f31 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1756260 Feb 09 08:03:33.426128 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0b17fe5e-8cbd-4abe-b5cb-3e6c37d71f70 req-8858bf1b-1152-441e-85aa-2b1a38fd4f2e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613840 Feb 09 08:03:33.551490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9ed27611-e50a-42d5-adcc-afcd6e7c9c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:34.117261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:34.745428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63b8e0-a20a-436e-81a2-acef3a66b622 req-75f7b719-54fc-499c-bade-8c6a9271890d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:34.747163 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cb63b8e0-a20a-436e-81a2-acef3a66b622 req-75f7b719-54fc-499c-bade-8c6a9271890d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1707909 Feb 09 08:03:34.812853 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cb63b8e0-a20a-436e-81a2-acef3a66b622 req-eb571e56-a2a5-4fd0-b8b8-959500eec45d tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587721 Feb 09 08:03:35.026227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:35.383761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:36.141918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5bbd-6c02-4930-b19e-932fd5eb2871 req-2d2af87b-2a82-4c0b-bcbf-8b7f52dc75dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:36.144232 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8bc5bbd-6c02-4930-b19e-932fd5eb2871 req-2d2af87b-2a82-4c0b-bcbf-8b7f52dc75dc tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1788745 Feb 09 08:03:36.218083 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d8bc5bbd-6c02-4930-b19e-932fd5eb2871 req-48954ee7-fde3-4209-b518-195dab214134 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665109 Feb 09 08:03:37.529995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99ba94-f1a1-4960-b180-0c87cb052c71 req-9ff7684f-048a-4551-9cb4-c4e6097d716e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:37.531656 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff99ba94-f1a1-4960-b180-0c87cb052c71 req-9ff7684f-048a-4551-9cb4-c4e6097d716e tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1657968 Feb 09 08:03:37.596470 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff99ba94-f1a1-4960-b180-0c87cb052c71 req-46f397a1-b738-469f-9542-965dbfcd2175 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581901 Feb 09 08:03:38.855213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:38.914786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfa65-608c-49fa-80b9-22227c6061d0 req-59a4ae3e-1345-4c98-9623-a5501f2c4ca1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:38.916497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6accfa65-608c-49fa-80b9-22227c6061d0 req-59a4ae3e-1345-4c98-9623-a5501f2c4ca1 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 944 time: 0.1715519 Feb 09 08:03:38.931856 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:38.932271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:38.982516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6accfa65-608c-49fa-80b9-22227c6061d0 req-3510b086-8cf3-426a-bbe0-44a343cd89db tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596824 Feb 09 08:03:39.060025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:39.089478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:03:39.100791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:03:39.143858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:39.146367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5488f7cf-2a98-493e-a7a4-faf2f2caa9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:39.190738 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'code': 200} Feb 09 08:03:39.226382 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=6']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:39.229592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:39.529442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9779-41c4-4501-b71f-02d54c6a9c02 req-11dbf21c-4a0c-403e-97f8-208701f3bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:39.531069 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-17da9779-41c4-4501-b71f-02d54c6a9c02 req-11dbf21c-4a0c-403e-97f8-208701f3bfcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 1163 time: 0.0822811 Feb 09 08:03:39.575602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-17da9779-41c4-4501-b71f-02d54c6a9c02 req-c46038d3-919e-43b7-8f88-79ce4470d1e8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366526 Feb 09 08:03:40.313550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21379e-2ca1-463b-af34-1952ac8d6654 req-2347ea4f-f63f-485b-91b3-3562b33fe07c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:40.315245 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da21379e-2ca1-463b-af34-1952ac8d6654 req-2347ea4f-f63f-485b-91b3-3562b33fe07c tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1781585 Feb 09 08:03:40.385500 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da21379e-2ca1-463b-af34-1952ac8d6654 req-58e5fa13-6fa8-42a4-91f8-a008b37f93ef tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599477 Feb 09 08:03:40.510602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:03:40.583924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e3d96fff-ff52-4154-97eb-05175e3ccc3d triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:40.584352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:41.711369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1f67-63f5-4bbb-b504-d020a1d473fa req-aa415910-0dae-4963-b02a-ba08f6a3a119 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:41.713127 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02ce1f67-63f5-4bbb-b504-d020a1d473fa req-aa415910-0dae-4963-b02a-ba08f6a3a119 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1663380 Feb 09 08:03:41.782196 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02ce1f67-63f5-4bbb-b504-d020a1d473fa req-fa8fe842-cc2d-4c4e-918a-e7d6af879c16 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622988 Feb 09 08:03:43.095083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1ad6-84a5-4420-bb2a-19a08e008eae req-c4f14fbe-83e2-4a59-b1a6-29bda5b7d7c4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:43.096613 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652f1ad6-84a5-4420-bb2a-19a08e008eae req-c4f14fbe-83e2-4a59-b1a6-29bda5b7d7c4 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1653302 Feb 09 08:03:43.164853 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652f1ad6-84a5-4420-bb2a-19a08e008eae req-08228747-0457-4dc4-b4b9-718a9bae0a15 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613346 Feb 09 08:03:44.703711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:46.189522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c8cd2645-628a-428f-a3de-8d63886c7dfb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:46.242693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c8cd2645-628a-428f-a3de-8d63886c7dfb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:46.243927 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c8cd2645-628a-428f-a3de-8d63886c7dfb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1693446098&fields=id&tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 267 time: 0.1119599 Feb 09 08:03:46.483952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-5eebc4c2-d3ee-4c27-a6a3-eb3a37a09217 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:46.484751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-5eebc4c2-d3ee-4c27-a6a3-eb3a37a09217 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:46.528557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-5eebc4c2-d3ee-4c27-a6a3-eb3a37a09217 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:46.529869 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-5eebc4c2-d3ee-4c27-a6a3-eb3a37a09217 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.2785699 Feb 09 08:03:46.545943 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-af782608-d2b7-4533-8db8-922371108d72 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/quotas/0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 375 time: 0.0099101 Feb 09 08:03:46.667297 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-dc54b7a5-1916-4602-8ba4-24693c0815b1 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1151061 Feb 09 08:03:46.817761 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-e2ce0b85-29f8-4baf-94ce-7aa6d9d8a16e service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379833 Feb 09 08:03:46.961419 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-4e2159de-a600-4e9d-b34e-c08c607ba217 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373668 Feb 09 08:03:47.603351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-54669f20-8c20-45d4-9f15-1d6150e06b86 req-33d6e94b-8a60-4941-a5ed-5717f7d8134f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:47.651933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-54669f20-8c20-45d4-9f15-1d6150e06b86 req-33d6e94b-8a60-4941-a5ed-5717f7d8134f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:47.653266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-54669f20-8c20-45d4-9f15-1d6150e06b86 req-33d6e94b-8a60-4941-a5ed-5717f7d8134f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 210 time: 0.0988839 Feb 09 08:03:48.836723 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6e99c8c4-a60b-48f1-a242-9a7f5cf2a6b5 req-3e91afc3-3f1a-47bd-80e2-14f74064d76d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 210 time: 0.0525985 Feb 09 08:03:49.428969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-869f7304-0a19-40dd-95c8-aaad9770b700 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:49.430614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-869f7304-0a19-40dd-95c8-aaad9770b700 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.2434833 Feb 09 08:03:49.554658 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-014714a1-16ff-48f2-862a-6561da5d4953 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 5765 time: 0.1047342 Feb 09 08:03:49.564127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'port': {'device_id': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'admin_state_up': True, 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'security_groups': ['bd345f0b-b718-46ac-b83a-ac516298a0d8']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:49.722014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:03:49.732529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:03:49.814286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Made reservation on behalf of 0f744dcaaa794b5891b414620b298d6d for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:03:49.837047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.016011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6292d7dd-71bf-4cb1-805e-a3446cd2a8c4 req-e6b5995b-6982-4273-b155-3843f59cb4cf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 210 time: 0.0490725 Feb 09 08:03:50.154421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.20.0.4 (0f80b88b-73a2-4a12-98c6-0dfbe02c247b/7e8a529a-9141-4f9f-9bdf-faf3fc67f817/89ea2de7-e451-4428-9caf-96b6469b31d5) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:03:50.357205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.375111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Transition to ACTIVE for port object 89ea2de7-e451-4428-9caf-96b6469b31d5 will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:50.423743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.439915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:50.588690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:50.593059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:50.644862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:03:50.647719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:03:50.648912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:03:50.781590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:50.782332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.846754 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2871885 Feb 09 08:03:50.864277 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Request body: {'port': {'device_id': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:03:50.933755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d57788d-4430-4c8f-8d06-c0375daf7252 None None] Provisioning for port 89ea2de7-e451-4428-9caf-96b6469b31d5 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:03:50.938989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d57788d-4430-4c8f-8d06-c0375daf7252 None None] Provisioning complete for port 89ea2de7-e451-4428-9caf-96b6469b31d5 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:03:50.939411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d57788d-4430-4c8f-8d06-c0375daf7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.987534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:50.999306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d57788d-4430-4c8f-8d06-c0375daf7252 None None] Port 89ea2de7-e451-4428-9caf-96b6469b31d5 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:03:51.462617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d487c-dc05-4dc4-a51d-9d9a58cf9d57 req-595d2620-a891-44f1-8f23-a77df5c0fca9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:51.463428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-561d487c-dc05-4dc4-a51d-9d9a58cf9d57 req-595d2620-a891-44f1-8f23-a77df5c0fca9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:03:51.546786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-561d487c-dc05-4dc4-a51d-9d9a58cf9d57 req-595d2620-a891-44f1-8f23-a77df5c0fca9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:03:51.548063 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-561d487c-dc05-4dc4-a51d-9d9a58cf9d57 req-595d2620-a891-44f1-8f23-a77df5c0fca9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 931 time: 0.3845072 Feb 09 08:03:51.600750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ea2de7-e451-4428-9caf-96b6469b31d5 {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:03:51.612730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:51.641519 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-561d487c-dc05-4dc4-a51d-9d9a58cf9d57 req-6d0f979a-2a4a-4ac1-854d-e85f9838ee67 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0863504 Feb 09 08:03:51.648585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Transition to ACTIVE for port object 89ea2de7-e451-4428-9caf-96b6469b31d5 will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:03:51.677134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:51.694254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4cc9bd89-4911-4933-afcf-d1bc80eab2b3 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:52.057262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:52.062293 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:52.243830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Attempting to bind port 89ea2de7-e451-4428-9caf-96b6469b31d5 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:03:52.244199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Attempting to bind port 89ea2de7-e451-4428-9caf-96b6469b31d5 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:03:52.244562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Attempting to bind port 89ea2de7-e451-4428-9caf-96b6469b31d5 on network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:03:52.250354 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:03:52.250724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:03:52.251125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:52.251512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Bound using segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:03:52.251975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Bound port: 89ea2de7-e451-4428-9caf-96b6469b31d5, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:03:52.252348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:52.349436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:03:52.352541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=89ea2de7-e451-4428-9caf-96b6469b31d5,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:03:52.389013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:52.408407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b1405baf-f11c-4a29-8c9f-7c884e5624fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:03:52.497745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:03:52.566739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:03:52.571755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:03:52.602372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:52.603068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:03:52.604474 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] 10.222.0.48 "PUT /v2.0/ports/89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 200 len: 1157 time: 1.7448292 Feb 09 08:03:52.605038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:03:52.667189 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'status': 'completed', 'code': 200} Feb 09 08:03:52.775626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-cdb93e30-cbe6-47ec-bb1b-3125cc1414b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:52.777302 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-cdb93e30-cbe6-47ec-bb1b-3125cc1414b1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 1160 time: 0.0827129 Feb 09 08:03:52.897532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c46ff68c-ee17-4783-a3bc-fe1a9eb72bed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 200 len: 217 time: 0.0741460 Feb 09 08:03:52.986534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c5ac0289-fe0f-42cb-a5fa-19b9da159747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:52.988254 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-c5ac0289-fe0f-42cb-a5fa-19b9da159747 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0833619 Feb 09 08:03:53.071285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aeac8-7de7-4930-aa03-b76a03994f41 req-fd7ee850-69f1-46a8-82fb-62a85198101a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:53.072811 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-592aeac8-7de7-4930-aa03-b76a03994f41 req-fd7ee850-69f1-46a8-82fb-62a85198101a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.2945247 Feb 09 08:03:53.188387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-592aeac8-7de7-4930-aa03-b76a03994f41 req-063eebf3-a296-4826-a0f2-a55fee029dbc tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0796781 Feb 09 08:03:53.207367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-8dece48b-2df0-45d1-9b4f-760ef7c2b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:53.208999 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-8dece48b-2df0-45d1-9b4f-760ef7c2b488 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1352274 Feb 09 08:03:53.356450 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-a5324a8a-5549-449a-9e79-fe680aa390aa service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402535 Feb 09 08:03:53.500751 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9fb16d54-a899-4d3d-bcef-334d8cb47d20 req-3234f5cc-d91b-4e0e-ae65-a955f561ee66 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365931 Feb 09 08:03:53.711120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573964-8d16-4799-a233-caa22c9913da req-7954b6b5-c6cf-4774-a28f-da16b31db121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:53.712771 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-7954b6b5-c6cf-4774-a28f-da16b31db121 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 1160 time: 0.0776424 Feb 09 08:03:53.860799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573964-8d16-4799-a233-caa22c9913da req-14569e37-e98a-4313-8ab2-360282a2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:53.862268 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-14569e37-e98a-4313-8ab2-360282a2aa38 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1369021 Feb 09 08:03:53.938713 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-925604d1-70b3-4406-a4d8-96c8bc9ce77d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 200 len: 217 time: 0.0686529 Feb 09 08:03:54.010198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573964-8d16-4799-a233-caa22c9913da req-34b954f2-d6f7-4ac3-8de9-afa51d9885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:54.011737 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-34b954f2-d6f7-4ac3-8de9-afa51d9885bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0639777 Feb 09 08:03:54.095930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9573964-8d16-4799-a233-caa22c9913da req-e3467a29-0fdf-4ce8-acca-52b8260b8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:54.097555 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-e3467a29-0fdf-4ce8-acca-52b8260b8953 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770903 Feb 09 08:03:54.249674 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-fbf7ac85-185f-4aec-b1b6-30ba08ff5270 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453948 Feb 09 08:03:54.402082 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e9573964-8d16-4799-a233-caa22c9913da req-6ade32bb-20af-4c31-8718-a3942576f27a service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446011 Feb 09 08:03:54.491287 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b1844-c561-4aa7-b922-58787e36b2f7 req-92bf557d-6727-4f7d-bec4-c9f76fafa25a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:54.492917 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-609b1844-c561-4aa7-b922-58787e36b2f7 req-92bf557d-6727-4f7d-bec4-c9f76fafa25a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1682017 Feb 09 08:03:54.557307 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-609b1844-c561-4aa7-b922-58787e36b2f7 req-da9d293f-8ea4-47e8-9fdb-725ae0bbefc2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0580652 Feb 09 08:03:55.852691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be11c9-b928-4a4c-92cb-76043a420db5 req-eeb22f18-606c-48b4-b3d9-a0fb5637e681 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:55.854224 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-62be11c9-b928-4a4c-92cb-76043a420db5 req-eeb22f18-606c-48b4-b3d9-a0fb5637e681 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1672182 Feb 09 08:03:55.917517 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-62be11c9-b928-4a4c-92cb-76043a420db5 req-1488ceed-bdf3-42a6-b3f3-0319648cd4ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0570979 Feb 09 08:03:57.211269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e803301-fe1d-4bff-8a3c-2443ea866a1a req-b58772e4-34dd-4130-9215-5cb558f306e0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:57.211269 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3e803301-fe1d-4bff-8a3c-2443ea866a1a req-b58772e4-34dd-4130-9215-5cb558f306e0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1658983 Feb 09 08:03:57.274022 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3e803301-fe1d-4bff-8a3c-2443ea866a1a req-319afea5-9749-4a58-8fe4-9296b5bfe37f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0582044 Feb 09 08:03:58.572823 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec674b33-f987-4b5e-9073-2ab9c3b66fa8 req-e0dec5d8-42b5-4a3a-aabb-4d3b95603f2f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:03:58.574429 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ec674b33-f987-4b5e-9073-2ab9c3b66fa8 req-e0dec5d8-42b5-4a3a-aabb-4d3b95603f2f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1665666 Feb 09 08:03:58.642437 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ec674b33-f987-4b5e-9073-2ab9c3b66fa8 req-9bdf1d88-2901-4071-9d7b-718e07e03ffd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0615604 Feb 09 08:04:00.163881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db1d4a-8888-4fac-93b4-29314d4ee9cf req-dde71921-1678-4a43-96ed-07e05fafe1d0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:00.165534 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-33db1d4a-8888-4fac-93b4-29314d4ee9cf req-dde71921-1678-4a43-96ed-07e05fafe1d0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.3950188 Feb 09 08:04:00.231959 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-33db1d4a-8888-4fac-93b4-29314d4ee9cf req-558fb6a6-f023-4450-a383-654c85b9bf2f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0601897 Feb 09 08:04:01.134987 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 89ea2de7-e451-4428-9caf-96b6469b31d5 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:01.166642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-31857b22-054e-447f-a7d7-6e59e393fce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:01.228376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 89ea2de7-e451-4428-9caf-96b6469b31d5 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:01.233159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 89ea2de7-e451-4428-9caf-96b6469b31d5 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:01.233571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:01.358351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:01.387204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:01.398378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=89ea2de7-e451-4428-9caf-96b6469b31d5,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:01.428742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:01.430921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dff866b9-e59e-4438-ba95-7df59d2f9b64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:01.473096 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'code': 200} Feb 09 08:04:01.510795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:01.519395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.519907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.520297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.520950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.521331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.521704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.522074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.522443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.522845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.523205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.523570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.523931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.524330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.524715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.525084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.525445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.525807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.526173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.526532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.527670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.527670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.527670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.527902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.528229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:01.532520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:01.537546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9cca-2791-4e8d-ab50-b4a78688b9cc req-c1dfba3a-3060-4550-9149-9f7a97b7b327 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:01.539269 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3a7a9cca-2791-4e8d-ab50-b4a78688b9cc req-c1dfba3a-3060-4550-9149-9f7a97b7b327 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1776948 Feb 09 08:04:01.604981 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3a7a9cca-2791-4e8d-ab50-b4a78688b9cc req-ff27a4c0-7a66-440d-ab66-fad534781af4 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0592358 Feb 09 08:04:01.859475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f873-57d5-401d-aa7f-d0df349d2fa4 req-f9b608d0-a866-4cc3-8589-0179dadf3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:01.861120 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dee8f873-57d5-401d-aa7f-d0df349d2fa4 req-f9b608d0-a866-4cc3-8589-0179dadf3913 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 1162 time: 0.0826774 Feb 09 08:04:01.904977 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dee8f873-57d5-401d-aa7f-d0df349d2fa4 req-400cdfee-a2a6-4055-807b-e07b1445bd1a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0368247 Feb 09 08:04:02.714655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 89ea2de7-e451-4428-9caf-96b6469b31d5 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:02.788200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 89ea2de7-e451-4428-9caf-96b6469b31d5 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:02.788534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:02.907160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ac4fe-a413-4619-bb44-50e8cba9830b req-6db3ce15-3a85-4e0d-a89c-e853a8b57fbd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:02.908885 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f15ac4fe-a413-4619-bb44-50e8cba9830b req-6db3ce15-3a85-4e0d-a89c-e853a8b57fbd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1697595 Feb 09 08:04:02.974789 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f15ac4fe-a413-4619-bb44-50e8cba9830b req-29dd1f9c-69b3-4a7d-ab2e-971e646e2849 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0591054 Feb 09 08:04:03.545001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-04f6de0d-15d9-488f-afdc-bb09879acd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:04.093701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:04.273792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a5ef3-2adf-47f9-aacb-9a8438b3951b req-516ff1c9-9ebf-40d1-afd7-0ed3bbdf5c40 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:04.275505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-042a5ef3-2adf-47f9-aacb-9a8438b3951b req-516ff1c9-9ebf-40d1-afd7-0ed3bbdf5c40 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1706834 Feb 09 08:04:04.338200 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-042a5ef3-2adf-47f9-aacb-9a8438b3951b req-819a064f-9763-4c64-8ffc-fee2a4dfd862 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0566149 Feb 09 08:04:04.632333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b71e82-c476-4d48-9aca-fa58a4089bbf req-8b8cbd5f-4296-4374-96d3-fbdee5b7ab45 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:04.633908 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-80b71e82-c476-4d48-9aca-fa58a4089bbf req-8b8cbd5f-4296-4374-96d3-fbdee5b7ab45 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1662059 Feb 09 08:04:04.701083 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-80b71e82-c476-4d48-9aca-fa58a4089bbf req-b0316ea3-70b2-4b5d-bca7-4700750fcd59 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0607345 Feb 09 08:04:04.946678 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-076818b3-0e90-4b2b-9b1f-d7bac6a6a114 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1910748 Feb 09 08:04:04.956853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:04.978095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:04.982214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Usage tracker for resource:floatingip and tenant:0f744dcaaa794b5891b414620b298d6d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:04.985284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:04.991985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:05.025079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.052014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.194237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.382998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.515088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.27.2.88 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/004ed913-32e6-455a-be52-5d3f5636255c) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:05.671214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.742840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:05.758527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:05.898748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=004ed913-32e6-455a-be52-5d3f5636255c,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:05.903243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:05.954243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:05.955312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:05.957668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:06.039370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.144626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.426920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.468695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.485698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:06.636880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=004ed913-32e6-455a-be52-5d3f5636255c,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:06.640508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:06.733416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.788807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:06.790132 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8376191 Feb 09 08:04:07.118768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-ee96346e-5b0a-48b0-9ae4-eac4110a1799 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:07.160659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-ee96346e-5b0a-48b0-9ae4-eac4110a1799 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:07.162432 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-ee96346e-5b0a-48b0-9ae4-eac4110a1799 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.88 HTTP/1.1" status: 200 len: 695 time: 0.3659322 Feb 09 08:04:07.403368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-689a33b1-c53f-40e0-9b1c-3fa51a8d81ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:07.404895 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-689a33b1-c53f-40e0-9b1c-3fa51a8d81ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2364635 Feb 09 08:04:07.415915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-af77996c-1ac3-4cef-aca0-ac4fda911a24 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:04:07.416962 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98ae77e1-c436-492a-81d5-4fe109e62cf3 req-af77996c-1ac3-4cef-aca0-ac4fda911a24 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059109 Feb 09 08:04:07.688095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51928-6e04-43cb-be57-5027016d35c3 req-8f67f3d0-da29-478d-b40e-ebdcd287fa1e tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:07.689668 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-8f67f3d0-da29-478d-b40e-ebdcd287fa1e tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1645555 Feb 09 08:04:07.794972 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-194f4c85-e4e1-4f7b-8f34-f6a7ad404137 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.88 HTTP/1.1" status: 200 len: 695 time: 0.0983958 Feb 09 08:04:07.805791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'port_id': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:07.905319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:08.155358 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-0900ef21-20fb-4401-b49d-5d73ad3b36e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0828686 Feb 09 08:04:08.275816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-ed49970f-d646-4a05-8497-df1370b75834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:08.277552 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-ed49970f-d646-4a05-8497-df1370b75834 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.0839648 Feb 09 08:04:08.439227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-8e8ed6cb-1bbd-40a1-a000-cd0cbae6f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:08.441513 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-8e8ed6cb-1bbd-40a1-a000-cd0cbae6f895 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.1449580 Feb 09 08:04:08.545384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:08.557793 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-8770876f-5f30-46e4-a61e-ecad91021a20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1002 time: 0.1097770 Feb 09 08:04:08.597286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:08.627498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-3b504892-8c4b-44f4-8e4b-076510433556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:08.629124 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-3b504892-8c4b-44f4-8e4b-076510433556 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0643797 Feb 09 08:04:08.715000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-74e6c603-68e2-4be0-b84f-5eeb060eb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:08.716665 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-74e6c603-68e2-4be0-b84f-5eeb060eb1cd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810390 Feb 09 08:04:08.779607 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP ca13c051-ca76-4ada-aeb4-db39755ba5ac associated. External IP: 172.27.2.88, port: 89ea2de7-e451-4428-9caf-96b6469b31d5. Feb 09 08:04:08.863662 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-7b8b77c8-9714-4f30-a0bd-6a3566dd654d service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403830 Feb 09 08:04:09.007920 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5560872d-2c58-4e59-b8e7-a5638b22d3ac req-a2588b7c-185e-407a-a8df-213686e19e43 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377466 Feb 09 08:04:09.158816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:04:09.576588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:04:09.581110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:09.587193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:04:09.598547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:09.599214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:09.641233 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-d16ba818-329e-4760-b486-a088ab918339 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "PUT /v2.0/floatingips/ca13c051-ca76-4ada-aeb4-db39755ba5ac HTTP/1.1" status: 200 len: 995 time: 1.8396406 Feb 09 08:04:09.641792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:09.708937 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'status': 'completed', 'code': 200} Feb 09 08:04:09.746243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51928-6e04-43cb-be57-5027016d35c3 req-f53f9ee1-0eb4-450a-8249-f98c28f7a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:09.747900 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-f53f9ee1-0eb4-450a-8249-f98c28f7a271 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 1162 time: 0.0810206 Feb 09 08:04:09.793869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:09.839063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-10a62c08-cd1e-4e68-8d17-2ce29b831acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:09.840743 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-10a62c08-cd1e-4e68-8d17-2ce29b831acd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 1162 time: 0.0806661 Feb 09 08:04:09.900133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51928-6e04-43cb-be57-5027016d35c3 req-22d0151e-d9a3-45c4-8ffe-dfc6bdd3fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:09.902005 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-22d0151e-d9a3-45c4-8ffe-dfc6bdd3fccd service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1466265 Feb 09 08:04:09.990496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-1ea59374-04d9-4082-a4e1-132c515bb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:09.992096 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-1ea59374-04d9-4082-a4e1-132c515bb549 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1439490 Feb 09 08:04:10.016115 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-8bc8049a-1c35-44c8-b7b2-8d431c1f4dfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 200 len: 998 time: 0.1072078 Feb 09 08:04:10.089471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51928-6e04-43cb-be57-5027016d35c3 req-15c92f7b-4973-4b1c-be53-4d2f8634a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:10.091296 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-15c92f7b-4973-4b1c-be53-4d2f8634a374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0672970 Feb 09 08:04:10.131160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-00019028-1808-4e00-9c47-3005db5d14bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 200 len: 998 time: 0.1168921 Feb 09 08:04:10.179750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ca13c051-ca76-4ada-aeb4-db39755ba5ac', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:a8:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:06Z', 'updated_at': '2021-02-09T08:04:08Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:10.184050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:04:10.184307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca51928-6e04-43cb-be57-5027016d35c3 req-5349cb60-9f0f-4216-98cd-145e5753d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:10.186058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-5349cb60-9f0f-4216-98cd-145e5753d565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872526 Feb 09 08:04:10.193624 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:10.194298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:10.202603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-f1bf24b3-5c97-47a7-abc1-38f2897341ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:10.204183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-f1bf24b3-5c97-47a7-abc1-38f2897341ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0662456 Feb 09 08:04:10.293046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-9c9930be-fa9c-4416-807b-7b161a7c7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:10.297234 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-9c9930be-fa9c-4416-807b-7b161a7c7b3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842490 Feb 09 08:04:10.347908 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-c300941c-26a4-48db-9df2-aeb1fe6f4c08 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528203 Feb 09 08:04:10.392530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:10.450434 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-fe8e28d2-0df8-404b-aa19-4be5f1682ecb service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486657 Feb 09 08:04:10.508918 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dca51928-6e04-43cb-be57-5027016d35c3 req-f92273d3-e5a9-4649-b4aa-d871804300da service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530454 Feb 09 08:04:10.614366 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-41006faf-fbd7-42dc-901e-960a3e5e79ed req-02c3314a-49c1-43e0-ab53-4be57d9f271a service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1566164 Feb 09 08:04:10.787660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ca13c051-ca76-4ada-aeb4-db39755ba5ac', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:a8:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:06Z', 'updated_at': '2021-02-09T08:04:08Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:10.791752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999fc4a1-003e-4f41-ab7c-50b40c56b4d8 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'ca13c051-ca76-4ada-aeb4-db39755ba5ac', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:a8:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:06Z', 'updated_at': '2021-02-09T08:04:08Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:04:11.075874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cebe3e-61cc-4b82-b593-99f96501d2c3 None None] New status for floating IP ca13c051-ca76-4ada-aeb4-db39755ba5ac: ACTIVE {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:04:14.727309 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:17.274421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8487f-ab16-4d6c-a67a-ffbfb7b06c33 req-0cbec868-b809-44b7-8966-300ce8b5ef77 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:17.276035 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11f8487f-ab16-4d6c-a67a-ffbfb7b06c33 req-0cbec868-b809-44b7-8966-300ce8b5ef77 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1642823 Feb 09 08:04:17.339038 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11f8487f-ab16-4d6c-a67a-ffbfb7b06c33 req-c43f3779-8c5e-4aec-997d-f884e717ccee tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566022 Feb 09 08:04:18.654628 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12be06-eaa8-4fc5-82ad-c8dd5012be85 req-8168ff08-f7a1-42ea-8b5c-2b6232b95daf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:18.656168 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3c12be06-eaa8-4fc5-82ad-c8dd5012be85 req-8168ff08-f7a1-42ea-8b5c-2b6232b95daf tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.1639631 Feb 09 08:04:18.713059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e3d96fff-ff52-4154-97eb-05175e3ccc3d no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:04:18.774617 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3c12be06-eaa8-4fc5-82ad-c8dd5012be85 req-8af4b849-daaa-4aab-b2c6-545d28291d58 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb7438f2-757e-4394-83b2-0bc8a16ec555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121178 Feb 09 08:04:18.842443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:18.870322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:18.881678 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:18.884102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-6e358ed7-f4d5-40ca-b9d9-ae48d1de3a00 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:18.885818 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-6e358ed7-f4d5-40ca-b9d9-ae48d1de3a00 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 946 time: 0.2222204 Feb 09 08:04:18.932082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:18.935136 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'code': 200} Feb 09 08:04:18.935704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:18.983219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Deleting port e3d96fff-ff52-4154-97eb-05175e3ccc3d {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:18.983612 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:19.009448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=7']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:19.012792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:19.258689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] For port e3d96fff-ff52-4154-97eb-05175e3ccc3d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e3d96fff-ff52-4154-97eb-05175e3ccc3d,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:19.259011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:19.583116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:19.583537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:19.583895 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Floating IP 85df39c2-52d2-43d8-a0fe-84e2097c0ea9 disassociated. External IP: 172.27.2.6, port: e3d96fff-ff52-4154-97eb-05175e3ccc3d. Feb 09 08:04:19.584282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Calling delete_port for e3d96fff-ff52-4154-97eb-05175e3ccc3d owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:19.836424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:19.855249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:19.907953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'Port': ['ID=e3d96fff-ff52-4154-97eb-05175e3ccc3d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:19.919930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:20.028368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c9a959e7-7091-4504-a6e8-5876cee2e247 req-730b4859-9878-462a-9cf1-19dc4958b322 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0544784 Feb 09 08:04:20.505944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:04:20.701343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:04:20.711577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:04:20.721920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:20.722602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:20.746256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] No DVR routers for this DVR port e3d96fff-ff52-4154-97eb-05175e3ccc3d on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:04:20.748541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:20.751350 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-deleted', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:20.795262 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a395bc2e-2463-467c-b45a-db850fe7f61a req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.48 "DELETE /v2.0/ports/e3d96fff-ff52-4154-97eb-05175e3ccc3d HTTP/1.1" status: 204 len: 173 time: 1.9033082 Feb 09 08:04:20.815979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1', 'name': 'network-vif-deleted', 'tag': 'e3d96fff-ff52-4154-97eb-05175e3ccc3d', 'status': 'completed', 'code': 200} Feb 09 08:04:20.915141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:21.239575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9b596b32-bc18-43eb-b764-09de35034c22 req-4590a37f-9c89-44c4-9d31-f5f74ea10c98 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Synchronizing usage tracker for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:21.258631 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:21.262719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:04:21.272550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:21.273254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:21.276316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9b596b32-bc18-43eb-b764-09de35034c22 req-4590a37f-9c89-44c4-9d31-f5f74ea10c98 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Unset dirty status for tenant:9b5698110790447b8c8df9c4b9ed12d7 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:21.277661 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9b596b32-bc18-43eb-b764-09de35034c22 req-4590a37f-9c89-44c4-9d31-f5f74ea10c98 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/ports?device_id=22d5b5ce-3c6c-4d9d-9c9a-a60ab930b2b1 HTTP/1.1" status: 200 len: 210 time: 0.0875635 Feb 09 08:04:21.630088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:21.963948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:21.967983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aba25b-1da5-4bd8-8abe-2c5e28848a70 None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T07:56:24Z', 'revision_number': 4, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '83de17a7-05ba-48a3-bd57-c8b994e732a9', 'name': '', 'network_id': '84195d84-b1d9-4800-9f42-883575ec8eae', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'mac_address': 'fa:16:3e:66:ac:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:17Z', 'updated_at': '2021-02-09T07:56:35Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'subnets': [{'id': '695dd6bf-7068-4270-be5d-28da3e58b3d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:04:22.383636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8246f-646c-45a7-ad31-bba51693f85f None None] New status for floating IP 85df39c2-52d2-43d8-a0fe-84e2097c0ea9: DOWN {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:04:22.488814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42806) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:22.579943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:22.609566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:22.691806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:22.696000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-08264e87-dab4-4f7f-94d7-94f24b594223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:22.711389 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7438f2-757e-4394-83b2-0bc8a16ec555,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:22.715126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:22.759477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:22.760767 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb7438f2-757e-4394-83b2-0bc8a16ec555 HTTP/1.1" status: 204 len: 168 time: 0.2703371 Feb 09 08:04:22.763632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42810) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:22.781000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.v2.resource [None req-8e680db4-cd66-4cb2-a7dc-db76be413c80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] show failed (client error): The resource could not be found. Feb 09 08:04:22.782040 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8e680db4-cd66-4cb2-a7dc-db76be413c80 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "GET /v2.0/security-groups/fb7438f2-757e-4394-83b2-0bc8a16ec555 HTTP/1.1" status: 404 len: 347 time: 0.0174184 Feb 09 08:04:22.785347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42814) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:22.968251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Deleting port dcfe1f0e-4b64-4460-940c-e9e183c19a37 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:22.968873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.149992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.150369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.281533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Calling delete_port for dcfe1f0e-4b64-4460-940c-e9e183c19a37 owned by network:floatingip {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:23.491523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.508378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0ee5fc87-ed66-4f98-ae40-4ff66af43933 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:23.557826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Pushing event deleted for resources: {'Port': ['ID=dcfe1f0e-4b64-4460-940c-e9e183c19a37,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:23.569833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:23.731541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks [] for floatingip, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.782187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:23.783360 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] 10.222.0.13 "DELETE /v2.0/floatingips/85df39c2-52d2-43d8-a0fe-84e2097c0ea9 HTTP/1.1" status: 204 len: 168 time: 0.9970608 Feb 09 08:04:26.863402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42842) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:27.633345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:28.001537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Deleting port 83de17a7-05ba-48a3-bd57-c8b994e732a9 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:28.002095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:28.185388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] For port 83de17a7-05ba-48a3-bd57-c8b994e732a9, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=83de17a7-05ba-48a3-bd57-c8b994e732a9,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:28.185785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:28.323911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Calling delete_port for 83de17a7-05ba-48a3-bd57-c8b994e732a9 owned by network:router_interface {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:28.915964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:28.931215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-025c603f-cf28-426d-ade5-feb3ad4f95c4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:28.979222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Pushing event deleted for resources: {'Port': ['ID=83de17a7-05ba-48a3-bd57-c8b994e732a9,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:29.003818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.004319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.004613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.005038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.005434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.005832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.006223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.006613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.007016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.007433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.007821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.008208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.008660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.009039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.009430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.009858 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.010242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.010625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.011007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.011390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.011774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.012156 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.012536 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.012943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:29.062289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:29.359067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:29.497771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:04:29.888312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Router e2615c26-e9f0-4e1f-bccc-50537d715a7e has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:04:30.079106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:04:30.088303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Sync routers for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:04:30.092763 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fbf642b8-564d-4e69-aeb2-3b01efdba946 admin admin] 10.222.0.13 "PUT /v2.0/routers/e2615c26-e9f0-4e1f-bccc-50537d715a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2278261 Feb 09 08:04:30.095185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42848) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:30.098763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:30.099431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:30.285434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks [] for router, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:30.291073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:30.476842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:30.482144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Deleting port dc7ab731-eb1e-457e-80f8-08bffe104962 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:30.482514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:30.602073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T08:04:28Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:30.606060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Checking router: e2615c26-e9f0-4e1f-bccc-50537d715a7e for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:04:30.615522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Routers {'e2615c26-e9f0-4e1f-bccc-50537d715a7e'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:30.616177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:30.671486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] For port dc7ab731-eb1e-457e-80f8-08bffe104962, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=dc7ab731-eb1e-457e-80f8-08bffe104962,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:30.671877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:30.810711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] Set router e2615c26-e9f0-4e1f-bccc-50537d715a7e gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:30.814819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Calling delete_port for dc7ab731-eb1e-457e-80f8-08bffe104962 owned by network:router_gateway {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:31.025883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.122057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T08:04:28Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:31.126995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de9991d-1c72-447f-ba85-c71c733021e4 None None] The sync data for ids ['e2615c26-e9f0-4e1f-bccc-50537d715a7e'] in dv-cinder-774594-1-iscsi is: [{'id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'name': 'tempest-AttachVolumeShelveTestJSON-841212529-router', 'tenant_id': '9b5698110790447b8c8df9c4b9ed12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T07:56:06Z', 'updated_at': '2021-02-09T08:04:28Z', 'revision_number': 5, 'project_id': '9b5698110790447b8c8df9c4b9ed12d7', 'gw_port': {'id': 'dc7ab731-eb1e-457e-80f8-08bffe104962', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2615c26-e9f0-4e1f-bccc-50537d715a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T07:56:08Z', 'updated_at': '2021-02-09T07:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:04:31.160529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8f392c01-3d8f-4226-9a76-7c6a6448b5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.455201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.596675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.598931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.645331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.646135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2615c26-e9f0-4e1f-bccc-50537d715a7e {{(pid=80054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:04:31.658626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.660185 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-437c4b30-4ab6-45bd-99c5-c1b07853057e admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2615c26-e9f0-4e1f-bccc-50537d715a7e HTTP/1.1" status: 204 len: 168 time: 1.5639520 Feb 09 08:04:31.663187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42854) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:31.734976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Deleting subnet 695dd6bf-7068-4270-be5d-28da3e58b3d1 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:04:31.739540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.793596 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:31.927556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.211081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.225310 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-23afae88-e0df-4e59-88a1-69650e9aac62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:32.262307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695dd6bf-7068-4270-be5d-28da3e58b3d1,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:32.266766 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:32.365560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.371047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e689d-5e50-436d-9ff5-be80ccd4c1b8 None None] Network 84195d84-b1d9-4800-9f42-883575ec8eae requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:04:32.371559 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/695dd6bf-7068-4270-be5d-28da3e58b3d1 HTTP/1.1" status: 204 len: 168 time: 0.7071474 Feb 09 08:04:32.374355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42858) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:32.494920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.567413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Deleting port ada77029-db0a-4cff-bce3-0f5342107116 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:32.567778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.630541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] DHCP port deletion for 84195d84-b1d9-4800-9f42-883575ec8eae request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:04:32.634828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Deleting port ada77029-db0a-4cff-bce3-0f5342107116 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:32.635244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.788773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 83de17a7-05ba-48a3-bd57-c8b994e732a9 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:04:32.799364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] For port ada77029-db0a-4cff-bce3-0f5342107116, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=ada77029-db0a-4cff-bce3-0f5342107116,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:32.799765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:32.874633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 83de17a7-05ba-48a3-bd57-c8b994e732a9 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:04:32.874951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 83de17a7-05ba-48a3-bd57-c8b994e732a9 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:04:32.875424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device dc7ab731-eb1e-457e-80f8-08bffe104962 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:04:32.927177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: dc7ab731-eb1e-457e-80f8-08bffe104962 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:04:32.927566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device dc7ab731-eb1e-457e-80f8-08bffe104962 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:04:32.928016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device ada77029-db0a-4cff-bce3-0f5342107116 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:04:32.937290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Calling delete_port for ada77029-db0a-4cff-bce3-0f5342107116 owned by network:dhcp {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:32.976087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] For port ada77029-db0a-4cff-bce3-0f5342107116, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=ada77029-db0a-4cff-bce3-0f5342107116,segment=NetworkSegment(3d425d15-1259-4d37-a09b-80a29c922ff3),segment_id=3d425d15-1259-4d37-a09b-80a29c922ff3)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:32.976531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.056626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.072595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-696521ba-feb6-4614-b5c3-d36c2c5cbb71 tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:33.120691 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ada77029-db0a-4cff-bce3-0f5342107116,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:33.121232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Calling delete_port for ada77029-db0a-4cff-bce3-0f5342107116 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:04:33.133329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:33.168241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No active binding found for port ada77029-db0a-4cff-bce3-0f5342107116 {{(pid=80056) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Feb 09 08:04:33.168719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device ada77029-db0a-4cff-bce3-0f5342107116 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:04:33.205241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:04:33.205728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:04:33.220006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] No DVR routers for this DVR port ada77029-db0a-4cff-bce3-0f5342107116 on host dv-cinder-774594-1-iscsi {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:04:33.343651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.459026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84195d84-b1d9-4800-9f42-883575ec8eae']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:33.471784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d425d15-1259-4d37-a09b-80a29c922ff3') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:33.472114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d425d15-1259-4d37-a09b-80a29c922ff3') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:33.484312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.499421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.501557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:04:33.536608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-88c8274d-525a-4f0c-9c5d-6279067cee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.681305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Network 84195d84-b1d9-4800-9f42-883575ec8eae has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:04:33.693950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.706636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Deleting port ada77029-db0a-4cff-bce3-0f5342107116 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:04:33.707208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:33.783098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5fd849de-ca43-4dfe-89d1-1dd40df2875a None None] The port 'ada77029-db0a-4cff-bce3-0f5342107116' was deleted {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:04:33.876429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Network 84195d84-b1d9-4800-9f42-883575ec8eae has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:04:33.899999 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:04:34.022432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.025764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:34.041938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.050848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=84195d84-b1d9-4800-9f42-883575ec8eae,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:34.054375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:34.090733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.120093 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] 10.222.0.13 "DELETE /v2.0/networks/84195d84-b1d9-4800-9f42-883575ec8eae HTTP/1.1" status: 204 len: 168 time: 1.7446594 Feb 09 08:04:34.337012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42864) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:34.389006 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8f56c5ae-e8d2-47f4-b41e-303c815ccbe0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b5698110790447b8c8df9c4b9ed12d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502446 Feb 09 08:04:34.391491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42868) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:34.451946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.483672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.553827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.558939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3c66b113-5120-445d-9192-d113f29844fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:34.573460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6f46e6-afea-42b5-bc69-5231194e6148,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:34.577688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:34.580995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:34.582234 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d6f46e6-afea-42b5-bc69-5231194e6148 HTTP/1.1" status: 204 len: 168 time: 0.1897922 Feb 09 08:04:35.028132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:35.382191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:35.608890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42890) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:35.750922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1449489585-network', 'tenant_id': '34f6755711264fc78a7c3d7934da923d'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:35.756005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:35.760088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Usage tracker for resource:network and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:35.763149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:35.769025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:35.893473 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Made reservation on behalf of 34f6755711264fc78a7c3d7934da923d for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:04:35.898543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:35.912669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:35.927944 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:35.932012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:35.934984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:35.940795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:36.063601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.102172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.106433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3409b1d9-2e7b-4a50-a2ee-2cd2a2a9d7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:36.136390 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:04:36.149620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba537dcf-d6e4-44c0-b6b9-23d6caaae120,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:36.153866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:36.160467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.160467 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Added segment a4e5190d-9c21-42c3-8c26-3a78b931c318 of type vxlan for network fae6b903-519d-4559-8ee4-e0b68df58f4f Feb 09 08:04:36.186037 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.256651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.257970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:36.258661 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.263743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:36.375208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Pushing event updated for resources: {'Network': ['ID=fae6b903-519d-4559-8ee4-e0b68df58f4f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:36.380364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:36.385972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:04:36.401683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:04:36.408041 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7979908 Feb 09 08:04:36.411556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42898) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:36.417629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Request body: {'subnet': {'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1449489585-subnet', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:36.422881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:36.427813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Usage tracker for resource:subnet and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:36.430950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:36.436788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:36.478016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Made reservation on behalf of 34f6755711264fc78a7c3d7934da923d for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:04:36.483778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.933522 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:36.949289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:37.086819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:37.090976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:37.377780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Checking segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:04:37.378096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Network hostable DHCP agents. Network: fae6b903-519d-4559-8ee4-e0b68df58f4f, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:04:37.439366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:04:37.473861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, fae6b903-519d-4559-8ee4-e0b68df58f4f) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:37.482813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04439cc-2ffa-4b74-88ac-ca13c5caae6d None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:04:37.488679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:37.489339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:37.531946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-76306950-5f76-4195-8e73-78042d3998ee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1192143 Feb 09 08:04:37.534745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42904) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:37.540197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:37.545148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:37.549891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Usage tracker for resource:router and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:37.553499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:37.559326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:37.593919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853046632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40641'] for router, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:37.595092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1729279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1719295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853030144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854735143'] for router, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:37.610526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:37.714519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ed2e0dc-5e60-5c9f-a0d9-7567426285da-fae6b903-519d-4559-8ee4-e0b68df58f4f', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522'}]}} from dv-cinder-774594-1-iscsi. {{(pid=80056) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 09 08:04:37.715436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:37.924748 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1719244', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1731687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-91686'] for router, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.007853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Allocated IP 172.20.0.2 (fae6b903-519d-4559-8ee4-e0b68df58f4f/68e10cd0-ed06-4ecf-87d5-9a9c3a70b522/11ca1db2-5bd6-4f04-85de-8dccf96adafa) {{(pid=80056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:38.228435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks [] for port, precommit_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.239603 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Transition to ACTIVE for port object 11ca1db2-5bd6-4f04-85de-8dccf96adafa will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:38.257466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Transition to ACTIVE for port object 11ca1db2-5bd6-4f04-85de-8dccf96adafa will not be triggered until provisioned by entity DHCP. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:38.290461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.291047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925'] for port, after_create {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.306677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:38.322609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.459064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Pushing event updated for resources: {'Port': ['ID=11ca1db2-5bd6-4f04-85de-8dccf96adafa,revision_number=1']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:38.464091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:38.507931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is already hosted by enough agents. {{(pid=80056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:38.509290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Resources bound (agent type, host, resource id): {{(pid=80056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:38.511653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Received port after_create {{(pid=80056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:38.574201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Attempting to bind port 11ca1db2-5bd6-4f04-85de-8dccf96adafa on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:04:38.574559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Attempting to bind port 11ca1db2-5bd6-4f04-85de-8dccf96adafa by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:04:38.574972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Attempting to bind port 11ca1db2-5bd6-4f04-85de-8dccf96adafa on network fae6b903-519d-4559-8ee4-e0b68df58f4f {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:04:38.581432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:04:38.581778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Checking segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:04:38.582231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.582676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Bound using segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:04:38.583194 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Bound port: 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:04:38.583619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.604164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Allocated IP 172.27.2.69 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/fa270eb7-947d-4592-b13d-131f1aa38607) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:38.682180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] For port 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:04:38.685304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] For port 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=11ca1db2-5bd6-4f04-85de-8dccf96adafa,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:04:38.727429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.743965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:38.762515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.817024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:38.834104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a230bde6-8393-45c2-825a-3f40b323a9c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:38.898175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Pushing event updated for resources: {'Port': ['ID=11ca1db2-5bd6-4f04-85de-8dccf96adafa,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:38.903027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:38.984939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Pushing event updated for resources: {'Port': ['ID=fa270eb7-947d-4592-b13d-131f1aa38607,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:38.990556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:39.033119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:39.034373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:39.036959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:39.533767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:40.138804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853044114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853056555'] for router, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:40.278992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8c1375-0876-4f73-95dc-8271a76bb555 None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:04:40.405222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Router 6d263d1b-effd-4f60-a38c-a67499964326 is scheduled to L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 with binding_index 1 {{(pid=80054) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 09 08:04:40.615257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:04:40.618345 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-5ff770b9-2b6b-4193-a9c2-70549074891d None None] Provisioning for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:40.633014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:04:40.658065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:40.659363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:40.668008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:40.669410 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-3e813471-5a40-406b-a55c-c18d907314ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1336503 Feb 09 08:04:40.672495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42908) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:40.829474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 11ca1db2-5bd6-4f04-85de-8dccf96adafa up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:40.967175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:41.128895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:41.188890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:41.189318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.405174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.429922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-70a2c0a4-896d-47e8-9a64-010dc2de7c77 None None] Provisioning complete for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:41.430361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-70a2c0a4-896d-47e8-9a64-010dc2de7c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.432683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.485264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=11ca1db2-5bd6-4f04-85de-8dccf96adafa,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:41.510320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:39Z', 'revision_number': 3, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:41.524314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:04:41.524731 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Updating router 6d263d1b-effd-4f60-a38c-a67499964326 port fa270eb7-947d-4592-b13d-131f1aa38607 binding host dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:04:41.565895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.574414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:41.664740 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.759202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=11ca1db2-5bd6-4f04-85de-8dccf96adafa,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:41.772172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:41.801467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Allocated IP 172.20.0.1 (fae6b903-519d-4559-8ee4-e0b68df58f4f/68e10cd0-ed06-4ecf-87d5-9a9c3a70b522/22b8adb0-071b-4a5a-8b28-75be3a1f806b) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:41.961564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:41.977662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Transition to ACTIVE for port object 22b8adb0-071b-4a5a-8b28-75be3a1f806b will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:42.025753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-21b5b3f3-78d1-4546-933d-79433347cf9a None None] Provisioning complete for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:42.026175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-21b5b3f3-78d1-4546-933d-79433347cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.034533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.050867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c16a5921-6ecf-4426-ac4f-6a06ecb8c2da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:42.194753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:42.198056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:42.255960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:42.257329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:42.259784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:42.321897 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853057263'] for router_interface, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.442249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks [] for port, precommit_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.454368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Transition to ACTIVE for port object fa270eb7-947d-4592-b13d-131f1aa38607 will not be triggered until provisioned by entity L2. {{(pid=80056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:42.491053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.507210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:42.635241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.665265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Pushing event updated for resources: {'Port': ['ID=fa270eb7-947d-4592-b13d-131f1aa38607,revision_number=2']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:42.674660 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:42.684041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7554acd5-b6c4-48c5-9623-28d8125de66e None None] Provisioning for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:42.701769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7554acd5-b6c4-48c5-9623-28d8125de66e None None] Provisioning complete for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:42.702191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7554acd5-b6c4-48c5-9623-28d8125de66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.787158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7554acd5-b6c4-48c5-9623-28d8125de66e None None] Port 22b8adb0-071b-4a5a-8b28-75be3a1f806b cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:04:42.791746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Attempting to bind port fa270eb7-947d-4592-b13d-131f1aa38607 on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:04:42.792205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Attempting to bind port fa270eb7-947d-4592-b13d-131f1aa38607 by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:04:42.792617 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Attempting to bind port fa270eb7-947d-4592-b13d-131f1aa38607 on network f6026a43-d38d-44ad-ac67-ced6265de4a1 {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:04:42.797694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 11ca1db2-5bd6-4f04-85de-8dccf96adafa up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:42.832585 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:04:42.833032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Checking segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:04:42.833486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.833928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Bound using segment: {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'} {{(pid=80056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:04:42.834452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Bound port: fa270eb7-947d-4592-b13d-131f1aa38607, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acda4fa-3f13-4106-b975-f0f4477cda1e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}}] {{(pid=80056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:04:42.834876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.949922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] For port fa270eb7-947d-4592-b13d-131f1aa38607, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:04:42.957106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] For port fa270eb7-947d-4592-b13d-131f1aa38607, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=fa270eb7-947d-4592-b13d-131f1aa38607,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:04:42.960296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 11ca1db2-5bd6-4f04-85de-8dccf96adafa triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:42.960752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:42.993629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:43.015862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:43.194178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:43.200023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Pushing event updated for resources: {'Port': ['ID=fa270eb7-947d-4592-b13d-131f1aa38607,revision_number=3']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:43.205998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:43.212904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:43.242589 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-58d28469-bc9e-4e0c-b619-34694e00b06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:43.301819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:43.302495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:43.334358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2041821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1710045'] for router_interface, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:43.349492 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Pushing event updated for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:43.356109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:43.482816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:43.484134 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:43.499207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:43.702898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:04:43.766845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-5205d1a4-86eb-4b41-a426-4e12edec2d07 None None] Provisioning complete for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:43.767198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5205d1a4-86eb-4b41-a426-4e12edec2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:43.874757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5205d1a4-86eb-4b41-a426-4e12edec2d07 None None] Port 22b8adb0-071b-4a5a-8b28-75be3a1f806b cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:04:43.900075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:04:43.909502 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d263d1b-effd-4f60-a38c-a67499964326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2359045 Feb 09 08:04:43.909695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 2, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:43.914063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79834a6b-4aba-4902-8164-7b3f1637309c None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 2, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:04:44.534063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42918) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:44.540467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981550834', 'description': 'tempest-description--1122424715'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:44.562705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:44.568845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:44.578060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:44.585283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:44.629262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.660834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:44.665172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:44.668272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:44.674609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:44.777070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.807178 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.834001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.840100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fa270eb7-947d-4592-b13d-131f1aa38607 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:44.841013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-76f8cfcd-36b5-4fc6-bfd8-a9e37da90b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:44.883765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac06660-b197-4400-94f7-6e49f77b72ff,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:44.886793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:44.914143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.918228 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-654d9f8c-090d-40c1-a632-2ee0b9d8360c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3802578 Feb 09 08:04:44.918528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42922) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:44.925263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group_rule': {'security_group_id': '3ac06660-b197-4400-94f7-6e49f77b72ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:44.948512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:44.948898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port fa270eb7-947d-4592-b13d-131f1aa38607 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:44.952773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:44.954411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port fa270eb7-947d-4592-b13d-131f1aa38607 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:44.954879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:44.956153 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:44.962298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:45.008167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.076760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.088009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.106027 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port fa270eb7-947d-4592-b13d-131f1aa38607, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=fa270eb7-947d-4592-b13d-131f1aa38607,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:45.108286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.110577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ce8fdeed-acbd-4745-aa73-633a2f4a6ec1 tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:45.139109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56125956-abef-4d32-bf72-25e13fb8302c,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:45.144080 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:45.146922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.148958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:45.194169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.196100 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-d47f7529-3d4a-425e-aa0e-79a244babb45 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759104 Feb 09 08:04:45.198264 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42926) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:45.205157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group_rule': {'security_group_id': '3ac06660-b197-4400-94f7-6e49f77b72ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:45.220975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=fa270eb7-947d-4592-b13d-131f1aa38607,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:45.224262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:45.228683 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:45.232781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:45.235859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:45.242477 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:45.317726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.386057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.418548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.420673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:45.442531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae994e15-b413-44cf-934c-8063e8a6c386,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:45.447167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:45.475905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.477563 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a69f5a97-786d-4c48-bee1-4add0ba50a63 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2778041 Feb 09 08:04:45.480532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42930) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:04:45.486121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:45.507842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:45.511959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:floatingip and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:04:45.515013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:04:45.520930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:45.561497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.708814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:45.979351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Allocated IP 172.27.2.145 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/564d8684-2155-478f-ad33-28236e49846d) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:46.138956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.207493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.222851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:46.359352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=564d8684-2155-478f-ad33-28236e49846d,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:46.369352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:46.413245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:46.414374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:46.416611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:46.497407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.600607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.792570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fa270eb7-947d-4592-b13d-131f1aa38607 up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:46.870121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port fa270eb7-947d-4592-b13d-131f1aa38607 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:46.870542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.883921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.938878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:46.954611 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-93f8496d-7909-41e7-95e3-a2250c686bc5 tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:47.101039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=564d8684-2155-478f-ad33-28236e49846d,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:47.106034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:47.201643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:47.235235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:04:47.245763 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:47.246411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:47.258352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:47.259755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7781682 Feb 09 08:04:47.440780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:47.467279 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-33c031db-3510-4a83-b865-44bbee86ae08 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:47.519455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-33c031db-3510-4a83-b865-44bbee86ae08 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:47.521438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-33c031db-3510-4a83-b865-44bbee86ae08 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1981550834&fields=id&tenant_id=34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 267 time: 0.1185417 Feb 09 08:04:47.763067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-2001d04c-f666-46c5-b493-03f860d32f14 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:47.763801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-2001d04c-f666-46c5-b493-03f860d32f14 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:47.824130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-2001d04c-f666-46c5-b493-03f860d32f14 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:47.825528 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-2001d04c-f666-46c5-b493-03f860d32f14 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 811 time: 0.2968113 Feb 09 08:04:47.843695 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-10dffc9c-5112-43a6-b548-2759fd60f780 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/quotas/34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 375 time: 0.0106571 Feb 09 08:04:47.935435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 2, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:47.939505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:04:47.939972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Updating router 6d263d1b-effd-4f60-a38c-a67499964326 port 22b8adb0-071b-4a5a-8b28-75be3a1f806b binding host dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 09 08:04:47.986931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-27438036-26d9-4d7b-9062-3ce2bc1f9366 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:47.995811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:48.035578 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-27438036-26d9-4d7b-9062-3ce2bc1f9366 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:48.037145 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-27438036-26d9-4d7b-9062-3ce2bc1f9366 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1864693 Feb 09 08:04:48.189667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-7a62f083-84ff-4e64-a892-1689458f5238 service neutron] 10.222.0.13 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393499 Feb 09 08:04:48.334382 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-329732c6-f6eb-4984-9593-9e7949df081c service neutron] 10.222.0.13 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382310 Feb 09 08:04:48.423132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks [] for port, precommit_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:48.436466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Transition to ACTIVE for port object 22b8adb0-071b-4a5a-8b28-75be3a1f806b will not be triggered until provisioned by entity L2. {{(pid=80057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:48.468358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:48.484034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:48.571607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Pushing event updated for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=3']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:48.631662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.632065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.632436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.632868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.633234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.633600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.633964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.634325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.634688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.635050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.635406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.635757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.636147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.636501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.636881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.637235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.637591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.637943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.638298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.638673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.638975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.639327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.639679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.639986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-394aaf41-446f-4b29-989f-7cf2fe5cb8f8 req-8eaa92f2-4385-4f3d-906e-c3b4228dc5d5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0610666 Feb 09 08:04:48.640087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:04:48.647413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:48.827119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Attempting to bind port 22b8adb0-071b-4a5a-8b28-75be3a1f806b on host dv-cinder-774594-1-iscsi for vnic_type normal with profile {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:04:48.827543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Attempting to bind port 22b8adb0-071b-4a5a-8b28-75be3a1f806b by drivers openvswitch on host dv-cinder-774594-1-iscsi at level 0 using segments [{'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:04:48.827949 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Attempting to bind port 22b8adb0-071b-4a5a-8b28-75be3a1f806b on network fae6b903-519d-4559-8ee4-e0b68df58f4f {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:04:48.834096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Checking agent: {'id': 'c7d06651-d2a1-4d85-b3e5-0dd3cc2fd498', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 47, 5), 'started_at': datetime.datetime(2021, 2, 9, 7, 47, 35), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.33', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:04:48.834510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Checking segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:04:48.834953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:48.835386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Bound using segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} {{(pid=80057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:04:48.835910 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Bound port: 22b8adb0-071b-4a5a-8b28-75be3a1f806b, host: dv-cinder-774594-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}}] {{(pid=80057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:04:48.836329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:48.937231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] For port 22b8adb0-071b-4a5a-8b28-75be3a1f806b, host dv-cinder-774594-1-iscsi, cleared binding levels {{(pid=80057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:04:48.940461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] For port 22b8adb0-071b-4a5a-8b28-75be3a1f806b, host dv-cinder-774594-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=22b8adb0-071b-4a5a-8b28-75be3a1f806b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:04:48.984581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80057) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:49.000696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-45063622-451a-4f23-a298-8bb76f60259a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:49.157563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Pushing event updated for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=4']} {{(pid=80057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:49.161415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7c170264-406b-4256-be80-26faf5320ae0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80057) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:49.203097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:04:49.203779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:49.401503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:04:49.741481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:48Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:04:49.745698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c7831-c6ea-4b95-8017-fff586304619 None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:48Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:04:49.844553 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a64e7cfc-8c67-41a0-9468-f0219c15ff86 req-77f29f71-61ad-4a67-8a95-6acb1cf3b1db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0568538 Feb 09 08:04:50.823619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 22b8adb0-071b-4a5a-8b28-75be3a1f806b up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:50.948236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:50.955370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:50.955912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:51.041376 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f336d143-0acb-47c0-9466-b44fc4491bec req-b6bc7c49-1b4d-48de-8e72-92e73590608b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0590503 Feb 09 08:04:51.092370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:51.125393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] For port 22b8adb0-071b-4a5a-8b28-75be3a1f806b, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=22b8adb0-071b-4a5a-8b28-75be3a1f806b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:51.129316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-17d36865-c2e2-445a-addb-f6d2a1fc8434 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:51.130990 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-17d36865-c2e2-445a-addb-f6d2a1fc8434 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 811 time: 0.5125475 Feb 09 08:04:51.153580 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:51.156412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a91f3363-15b3-4c13-977d-5c3bb2a9040f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:51.226947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Pushing event updated for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:51.230373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:51.265310 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-3c5d1c70-28c5-4787-bae7-d5b24a212150 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 5709 time: 0.1024156 Feb 09 08:04:51.275372 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'port': {'device_id': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'admin_state_up': True, 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'security_groups': ['3ac06660-b197-4400-94f7-6e49f77b72ff']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:51.421070 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:04:51.431658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:04:51.469721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Made reservation on behalf of 34f6755711264fc78a7c3d7934da923d for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:04:51.492334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:51.804120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Allocated IP 172.20.0.8 (fae6b903-519d-4559-8ee4-e0b68df58f4f/68e10cd0-ed06-4ecf-87d5-9a9c3a70b522/c2fa4bed-95a2-40c7-b581-f1a79107707b) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:04:52.001113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:52.017673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Transition to ACTIVE for port object c2fa4bed-95a2-40c7-b581-f1a79107707b will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:52.074021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:52.091587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fe3cf155-8fb8-465b-b6b7-5a27178e3741 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:52.294416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=c2fa4bed-95a2-40c7-b581-f1a79107707b,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:52.297885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:52.364915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:04:52.367427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:04:52.369792 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:04:52.503422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bcdf4-248e-4612-8f98-03b998fe98b7 req-fdc816e0-ec58-4d4f-8a43-3afab645b876 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:52.505239 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-340bcdf4-248e-4612-8f98-03b998fe98b7 req-fdc816e0-ec58-4d4f-8a43-3afab645b876 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 931 time: 0.2873189 Feb 09 08:04:52.624252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2a302f34-0e83-4158-942d-c104ed4c2131 None None] Provisioning for port c2fa4bed-95a2-40c7-b581-f1a79107707b completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:52.630152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-2a302f34-0e83-4158-942d-c104ed4c2131 None None] Provisioning complete for port c2fa4bed-95a2-40c7-b581-f1a79107707b triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:52.630645 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2a302f34-0e83-4158-942d-c104ed4c2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:52.638008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:52.638688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:52.678613 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-340bcdf4-248e-4612-8f98-03b998fe98b7 req-b92b24ff-25cb-4486-8335-677d105935db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632664 Feb 09 08:04:52.692101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-2a302f34-0e83-4158-942d-c104ed4c2131 None None] Port c2fa4bed-95a2-40c7-b581-f1a79107707b cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:04:52.725700 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4548552 Feb 09 08:04:52.744597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Request body: {'port': {'device_id': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:04:52.796537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 22b8adb0-071b-4a5a-8b28-75be3a1f806b up at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:52.869584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Provisioning complete for port 22b8adb0-071b-4a5a-8b28-75be3a1f806b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:52.869996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:52.875808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.295273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fa4bed-95a2-40c7-b581-f1a79107707b {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:04:53.303656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.315735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Transition to ACTIVE for port object c2fa4bed-95a2-40c7-b581-f1a79107707b will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:04:53.370275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.385901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:53.539392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa4bed-95a2-40c7-b581-f1a79107707b,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:53.543903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:53.719808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Attempting to bind port c2fa4bed-95a2-40c7-b581-f1a79107707b on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:04:53.720167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Attempting to bind port c2fa4bed-95a2-40c7-b581-f1a79107707b by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:04:53.721286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Attempting to bind port c2fa4bed-95a2-40c7-b581-f1a79107707b on network fae6b903-519d-4559-8ee4-e0b68df58f4f {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:04:53.728282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:04:53.728696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Checking segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:04:53.729122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.729520 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Bound using segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:04:53.730009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Bound port: c2fa4bed-95a2-40c7-b581-f1a79107707b, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:04:53.730434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.829816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] For port c2fa4bed-95a2-40c7-b581-f1a79107707b, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:04:53.833152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] For port c2fa4bed-95a2-40c7-b581-f1a79107707b, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:04:53.870005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:53.885855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:53.991302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cf50b-d36d-45cc-b8ed-b9e374e5243e req-1d3db4e6-38cd-461e-8e9f-e6796c7c4202 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:53.993009 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-140cf50b-d36d-45cc-b8ed-b9e374e5243e req-1d3db4e6-38cd-461e-8e9f-e6796c7c4202 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 943 time: 0.1771798 Feb 09 08:04:54.045425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fa4bed-95a2-40c7-b581-f1a79107707b,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:54.051199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:54.061982 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-140cf50b-d36d-45cc-b8ed-b9e374e5243e req-efb3e9f3-b6e4-45d8-a3d6-a6dc422afea3 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624936 Feb 09 08:04:54.082208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:54.082904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:54.084367 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] 10.222.0.48 "PUT /v2.0/ports/c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 1157 time: 1.3446436 Feb 09 08:04:54.084954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:54.146481 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'status': 'completed', 'code': 200} Feb 09 08:04:54.253813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-bb635567-fe25-44db-b6e8-54bee683ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:54.255494 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-bb635567-fe25-44db-b6e8-54bee683ffc7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1160 time: 0.0843067 Feb 09 08:04:54.342704 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-f7083546-1fd9-4085-b620-9760f9be8431 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 217 time: 0.0734007 Feb 09 08:04:54.411168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-8cdc2474-2b6b-43b5-811a-47f0270accc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:54.412747 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-8cdc2474-2b6b-43b5-811a-47f0270accc3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0642033 Feb 09 08:04:54.504732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-591ad305-fc5e-4fda-a34e-ca17025ff298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:54.506389 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-591ad305-fc5e-4fda-a34e-ca17025ff298 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876298 Feb 09 08:04:54.653183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-2fcb87f3-346f-44ef-aea7-dbf3ed440bb3 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401243 Feb 09 08:04:55.033497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5e92637d-3fef-4b35-a991-d73a4809bd3e req-83e0a432-3588-4066-83d1-8cc32a3e8672 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3729339 Feb 09 08:04:55.228465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-bc4e83a5-b1c1-4f7a-abdc-2e6a20ddd148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:55.230134 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-bc4e83a5-b1c1-4f7a-abdc-2e6a20ddd148 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1160 time: 0.0809319 Feb 09 08:04:55.363388 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9039-6613-4fc0-a37f-0e5746f85af5 req-5453a36a-7adf-4f59-b8ef-305800dc2a2f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:55.365011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2c2d9039-6613-4fc0-a37f-0e5746f85af5 req-5453a36a-7adf-4f59-b8ef-305800dc2a2f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 943 time: 0.1664276 Feb 09 08:04:55.378047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-feb1dcd9-6159-4b22-afee-faeafc5d8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:55.379620 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-feb1dcd9-6159-4b22-afee-faeafc5d8a78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1418455 Feb 09 08:04:55.431470 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2c2d9039-6613-4fc0-a37f-0e5746f85af5 req-7bc70c1f-d053-4781-8147-401606a8f3eb tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601411 Feb 09 08:04:55.458732 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-e5c6711e-6f44-496a-ba7b-ff5ba4014fd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 217 time: 0.0713365 Feb 09 08:04:55.530501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-0b648e8a-7008-4fa5-b248-b539395f1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:55.532152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-0b648e8a-7008-4fa5-b248-b539395f1947 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0657301 Feb 09 08:04:55.617291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-0be58e02-0529-4817-bc43-43e9da30eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:55.618791 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-0be58e02-0529-4817-bc43-43e9da30eef0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801530 Feb 09 08:04:55.763614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-0f6166f2-3c31-4ad0-b51c-bcf1e056ce16 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359468 Feb 09 08:04:55.909530 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9372d7ec-a0e0-49ee-b5a3-f2b15ffbda9a req-4b174839-1ee0-43c4-96e5-c6608fe1e9fa service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360643 Feb 09 08:04:56.729449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5857fb-cdc6-4f28-b32b-26b2ba056756 req-35091965-5c37-4719-bbe3-e9cd4fb48905 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:56.730370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1d5857fb-cdc6-4f28-b32b-26b2ba056756 req-35091965-5c37-4719-bbe3-e9cd4fb48905 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:04:56.777779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-1d5857fb-cdc6-4f28-b32b-26b2ba056756 req-35091965-5c37-4719-bbe3-e9cd4fb48905 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:04:56.779043 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d5857fb-cdc6-4f28-b32b-26b2ba056756 req-35091965-5c37-4719-bbe3-e9cd4fb48905 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 943 time: 0.2136767 Feb 09 08:04:56.843558 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1d5857fb-cdc6-4f28-b32b-26b2ba056756 req-e443026d-e9e1-4c88-8980-286131f21733 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577056 Feb 09 08:04:57.700650 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:57.822052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port c2fa4bed-95a2-40c7-b581-f1a79107707b completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:04:57.827403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c2fa4bed-95a2-40c7-b581-f1a79107707b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:57.827825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:58.116071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:58.143541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:04:58.146485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b422d0b-a478-404b-9b8b-3cf55bcee186 req-44c4b187-0b16-4035-ac73-5285131ee858 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:58.148171 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b422d0b-a478-404b-9b8b-3cf55bcee186 req-44c4b187-0b16-4035-ac73-5285131ee858 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 943 time: 0.1709287 Feb 09 08:04:58.154508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port c2fa4bed-95a2-40c7-b581-f1a79107707b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:04:58.184133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:58.187236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:04:58.213780 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b422d0b-a478-404b-9b8b-3cf55bcee186 req-63fb3f3c-a555-4b80-8f7a-42cab3c9ee9c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590189 Feb 09 08:04:58.223479 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'code': 200} Feb 09 08:04:58.265840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=c2fa4bed-95a2-40c7-b581-f1a79107707b,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:04:58.269807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:04:58.558461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22df0-d834-4669-a7ce-98a91a1bb3e5 req-9cc37f4c-cb8a-46f9-9722-b60c2ae9745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:58.560116 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de22df0-d834-4669-a7ce-98a91a1bb3e5 req-9cc37f4c-cb8a-46f9-9722-b60c2ae9745c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0838780 Feb 09 08:04:58.603514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9de22df0-d834-4669-a7ce-98a91a1bb3e5 req-2dac31c0-6211-4f24-9ccc-f4163bb1c1fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Feb 09 08:04:59.313179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:04:59.386949 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c2fa4bed-95a2-40c7-b581-f1a79107707b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:04:59.387344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:04:59.514719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29eef1-bdf7-48f7-823a-cef1bb882460 req-91c038b3-493e-4d9c-8721-518929eff7ca tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:04:59.516389 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2c29eef1-bdf7-48f7-823a-cef1bb882460 req-91c038b3-493e-4d9c-8721-518929eff7ca tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1696837 Feb 09 08:04:59.588032 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2c29eef1-bdf7-48f7-823a-cef1bb882460 req-af38648e-83ac-4e59-8c62-2777b24da445 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639496 Feb 09 08:05:00.889647 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a630bac-8239-4205-bb70-4c8e38bed3f5 req-df8d1df7-bc63-43b6-b097-ea6a8b40c042 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:00.891264 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4a630bac-8239-4205-bb70-4c8e38bed3f5 req-df8d1df7-bc63-43b6-b097-ea6a8b40c042 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1678717 Feb 09 08:05:00.956357 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4a630bac-8239-4205-bb70-4c8e38bed3f5 req-25f130ea-1cc3-461a-847e-1d33f00401b6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579770 Feb 09 08:05:01.170767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2ce2ed8b-1aae-47bc-b0bc-2e909656e31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:01.247288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce71024-73dd-4f42-8192-79d06d441b48 req-7e5eb46b-47d5-4aee-af0d-457cd337d5f2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:01.248975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ce71024-73dd-4f42-8192-79d06d441b48 req-7e5eb46b-47d5-4aee-af0d-457cd337d5f2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1670456 Feb 09 08:05:01.258917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 42984) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:05:01.264391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'floatingip': {'port_id': 'c2fa4bed-95a2-40c7-b581-f1a79107707b'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:05:01.366157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:01.987032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:02.027772 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:02.210068 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Floating IP 623b7159-433b-4a9e-ac99-7e5e542c6882 associated. External IP: 172.27.2.145, port: c2fa4bed-95a2-40c7-b581-f1a79107707b. Feb 09 08:05:02.830145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:05:03.019745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:05:03.024327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:03.029836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:05:03.040610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:05:03.041318 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:04:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:05:03.086334 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-78c14ac2-c569-4595-b407-d4f608c632dc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "PUT /v2.0/floatingips/623b7159-433b-4a9e-ac99-7e5e542c6882 HTTP/1.1" status: 200 len: 991 time: 1.8235073 Feb 09 08:05:03.086334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:05:03.143719 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'status': 'completed', 'code': 200} Feb 09 08:05:03.236501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:05:03.288570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750678-facf-41ce-9d77-ce6179065e88 req-f15c1c86-d879-413c-994e-3fd4e4dfe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:03.290283 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-f15c1c86-d879-413c-994e-3fd4e4dfe96e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0823848 Feb 09 08:05:03.436545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750678-facf-41ce-9d77-ce6179065e88 req-3261857c-0867-4d48-8c1c-a4f4ea5eac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:03.438160 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-3261857c-0867-4d48-8c1c-a4f4ea5eac11 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1407058 Feb 09 08:05:03.553676 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-bb006298-c900-4f01-8755-97b04cd211f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 999 time: 0.1083660 Feb 09 08:05:03.597133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4d6dedac-d88a-4f70-adeb-bd06ab7a825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:03.630031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750678-facf-41ce-9d77-ce6179065e88 req-7f93d71c-4cd9-4ca7-b44b-2746f2ca4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:03.631643 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-7f93d71c-4cd9-4ca7-b44b-2746f2ca4938 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0724225 Feb 09 08:05:03.634682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '623b7159-433b-4a9e-ac99-7e5e542c6882', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:45:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:46Z', 'updated_at': '2021-02-09T08:05:01Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:05:03.638786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:05:03.648538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:05:03.649223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:05:04Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:05:03.715464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95750678-facf-41ce-9d77-ce6179065e88 req-0756a08c-b90f-4437-9cc9-375489ec6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:03.717025 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-0756a08c-b90f-4437-9cc9-375489ec6ffc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787859 Feb 09 08:05:03.841009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:05:03.863237 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-758d5b60-7bf6-4bb4-82a7-075bfb2b3743 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387448 Feb 09 08:05:04.009237 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-95750678-facf-41ce-9d77-ce6179065e88 req-537ee3e0-f808-4969-a6f5-62e1baf82571 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397076 Feb 09 08:05:04.169163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:04.239199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '623b7159-433b-4a9e-ac99-7e5e542c6882', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:45:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:46Z', 'updated_at': '2021-02-09T08:05:01Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:05:04.243499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f16ae8e-509d-47de-8f88-dc2be74c1b84 None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '623b7159-433b-4a9e-ac99-7e5e542c6882', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:45:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:04:46Z', 'updated_at': '2021-02-09T08:05:01Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:05:04.519513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a04df2-f609-42ae-8567-1a09bedd2a02 None None] New status for floating IP 623b7159-433b-4a9e-ac99-7e5e542c6882: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:05:05.023871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:05.389667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:06.225514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0caaa-6f30-4810-9ea9-8730c85744da req-61df48b2-afc0-4903-bdc5-5d000450e7c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:06.227045 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cff0caaa-6f30-4810-9ea9-8730c85744da req-61df48b2-afc0-4903-bdc5-5d000450e7c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1678610 Feb 09 08:05:06.291367 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cff0caaa-6f30-4810-9ea9-8730c85744da req-0fa790cf-445a-4363-a165-d62536ace5b8 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0579829 Feb 09 08:05:06.496997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:05:07.588253 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c9e99-946f-482f-bb3a-62d140b1eb9c req-27250f68-a025-4bb5-943c-20b9a669beff tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:07.589892 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ae5c9e99-946f-482f-bb3a-62d140b1eb9c req-27250f68-a025-4bb5-943c-20b9a669beff tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1668673 Feb 09 08:05:07.658063 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ae5c9e99-946f-482f-bb3a-62d140b1eb9c req-e76f723f-9654-44d1-99ed-4403637bf5ab tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0611110 Feb 09 08:05:08.183701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-1fe73f71-9824-46ab-bb0f-3eb01cba97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:08.185336 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-1fe73f71-9824-46ab-bb0f-3eb01cba97dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.0838969 Feb 09 08:05:08.346538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-2d9862c7-4b70-4834-ae4c-da9a1f9c5a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:08.348110 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-2d9862c7-4b70-4834-ae4c-da9a1f9c5a16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.1417379 Feb 09 08:05:08.455810 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-26cc9fb5-f8d7-40bf-91fb-d0ed35bc7698 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1002 time: 0.1006508 Feb 09 08:05:08.535842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-800d9001-d848-4f25-9ec9-892edbd4b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:08.537498 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-800d9001-d848-4f25-9ec9-892edbd4b30c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0754318 Feb 09 08:05:08.620384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-5669b66d-7b23-4a56-a4a7-f69bdf7c806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:08.622026 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-5669b66d-7b23-4a56-a4a7-f69bdf7c806d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781336 Feb 09 08:05:08.775325 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-00bc6aeb-a273-450d-8939-5608265e803b service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460156 Feb 09 08:05:08.932192 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ea0f98cd-7ee2-40de-b067-a0b488477ff3 req-43c3bba0-b645-42b5-9278-651b045b505b service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490924 Feb 09 08:05:08.961038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a93f92-b57d-4450-93f4-17ba2df28a1b req-fcd6c594-e827-463b-8b4f-ce0060ca67e7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:08.962680 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-35a93f92-b57d-4450-93f4-17ba2df28a1b req-fcd6c594-e827-463b-8b4f-ce0060ca67e7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1718636 Feb 09 08:05:09.028047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-35a93f92-b57d-4450-93f4-17ba2df28a1b req-ab9649e8-13e0-42dc-bc99-2fc2d7954f07 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587857 Feb 09 08:05:10.329298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c01e29-1b13-44c7-b3b3-1b813e4dd58a req-e8a11874-d31d-43f0-be0e-a4f718b32d88 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:10.331481 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7c01e29-1b13-44c7-b3b3-1b813e4dd58a req-e8a11874-d31d-43f0-be0e-a4f718b32d88 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1727979 Feb 09 08:05:10.395971 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c7c01e29-1b13-44c7-b3b3-1b813e4dd58a req-cc492bdf-7b4b-4be3-857b-89ce3feea73e tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582361 Feb 09 08:05:11.691252 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e086-803d-446a-8f69-51b52afdc810 req-30e8d4b7-4558-4947-aede-c6c0afca7abb tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:11.692913 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a87e086-803d-446a-8f69-51b52afdc810 req-30e8d4b7-4558-4947-aede-c6c0afca7abb tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1634953 Feb 09 08:05:11.757983 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0a87e086-803d-446a-8f69-51b52afdc810 req-ac8eaa64-0707-4e62-a196-a6e65335e234 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587757 Feb 09 08:05:13.060150 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a2608-658a-4e91-835d-48cdd95d3df8 req-59c147dc-a330-4cd5-86d9-3acb19e51119 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:13.061661 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3c4a2608-658a-4e91-835d-48cdd95d3df8 req-59c147dc-a330-4cd5-86d9-3acb19e51119 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1682034 Feb 09 08:05:13.124977 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3c4a2608-658a-4e91-835d-48cdd95d3df8 req-732d5fb9-8a5a-455f-baac-6650f7c82796 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0565457 Feb 09 08:05:14.418729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a49c55-c98a-4fd4-b116-0d076906f657 req-22865dac-0b14-4255-8b7e-5627ccd9b61d tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:14.420269 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-04a49c55-c98a-4fd4-b116-0d076906f657 req-22865dac-0b14-4255-8b7e-5627ccd9b61d tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1662841 Feb 09 08:05:14.487382 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-04a49c55-c98a-4fd4-b116-0d076906f657 req-2e715fdc-0cc3-4b1d-b168-596b33ffaece tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0606856 Feb 09 08:05:14.732122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:15.789639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f9104-0fda-4898-a064-21c1884f7e87 req-d86e55a1-53c8-4332-83bb-d78729fd6414 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:15.791199 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-987f9104-0fda-4898-a064-21c1884f7e87 req-d86e55a1-53c8-4332-83bb-d78729fd6414 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1655066 Feb 09 08:05:15.856525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-987f9104-0fda-4898-a064-21c1884f7e87 req-d1d95985-7eaf-4629-ab1c-0b443b65e980 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0590432 Feb 09 08:05:16.368446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-21fe7998-3358-4d4f-9db4-a74dde32b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:16.370066 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-21fe7998-3358-4d4f-9db4-a74dde32b214 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.0849156 Feb 09 08:05:16.514286 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-498c22a2-24e2-462f-bf3d-4a151d882779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:16.515831 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-498c22a2-24e2-462f-bf3d-4a151d882779 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.1380961 Feb 09 08:05:16.624257 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-89864daa-e042-4ffc-a400-cd6639e54be7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1002 time: 0.1010110 Feb 09 08:05:16.695542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-177333a8-0e50-44a6-907d-a66604ebdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:16.697176 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-177333a8-0e50-44a6-907d-a66604ebdf6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0669219 Feb 09 08:05:16.779709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-02e8e3cd-177c-450e-ba86-2b610cfa1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:16.781405 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-02e8e3cd-177c-450e-ba86-2b610cfa1bbf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769315 Feb 09 08:05:16.925094 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-049744fe-afff-420f-b204-6ab2acd0ef51 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368277 Feb 09 08:05:17.073041 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7010f845-f67c-4e0a-86a0-eb8a1d61ee8e req-fc567259-6537-4d11-8044-28bb9612f847 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417696 Feb 09 08:05:17.155327 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de1e3c-ff41-4f6a-b02c-d3b60fa01ca6 req-941b81a8-c944-4d09-adb9-1b4755588b69 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:17.156968 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16de1e3c-ff41-4f6a-b02c-d3b60fa01ca6 req-941b81a8-c944-4d09-adb9-1b4755588b69 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1699533 Feb 09 08:05:17.222156 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-16de1e3c-ff41-4f6a-b02c-d3b60fa01ca6 req-88ef28a8-47ac-4f86-a315-c3e30e2816a0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0587940 Feb 09 08:05:18.559633 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c0fbf-73a8-4f60-9c0f-3b57d0b23695 req-6fbb52d9-d0fb-48d9-ba66-531ff0e7dde9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:18.561398 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e48c0fbf-73a8-4f60-9c0f-3b57d0b23695 req-6fbb52d9-d0fb-48d9-ba66-531ff0e7dde9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1833017 Feb 09 08:05:18.633698 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e48c0fbf-73a8-4f60-9c0f-3b57d0b23695 req-253d96ea-13d3-4cc4-ba3a-27daf13b7218 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0657558 Feb 09 08:05:19.365404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:05:19.490527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:19.519203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:05:19.529679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:05:19.560778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:19.562696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-28a8a725-18f9-410b-8ac3-01fd7d13581a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:05:19.595962 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'code': 200} Feb 09 08:05:19.639583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:05:19.648069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.648464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.648870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.649246 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.649615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.650191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.650447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.650670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.651066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.651442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.651771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.652132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.652547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.652916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.653275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.653674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.654034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.654396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.654752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.655109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.655466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.655820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.656177 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.656534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:05:19.667884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:05:19.939985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc1a97-7e2b-4fc8-a305-709af0c56465 req-2a4a65a8-9380-4a1d-894e-3c714931dafd tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:19.941699 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9dfc1a97-7e2b-4fc8-a305-709af0c56465 req-2a4a65a8-9380-4a1d-894e-3c714931dafd tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1694684 Feb 09 08:05:20.006832 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9dfc1a97-7e2b-4fc8-a305-709af0c56465 req-f8005265-0fe7-4681-a393-308c00e53dcc tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0588055 Feb 09 08:05:21.298237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43719b-d7b8-4c41-8ac0-1fe2b4bac9a3 req-273ab18a-2f16-453d-96d1-9f5600a4d55a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:21.299973 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dc43719b-d7b8-4c41-8ac0-1fe2b4bac9a3 req-273ab18a-2f16-453d-96d1-9f5600a4d55a tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1647785 Feb 09 08:05:21.365606 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-dc43719b-d7b8-4c41-8ac0-1fe2b4bac9a3 req-0d6252d5-4640-439c-8fab-9d236fee94c7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0594862 Feb 09 08:05:21.764291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43060) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:05:21.894254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee082a-3152-4421-9f15-ced1e54cdb42 req-b6a8a5f1-9153-4f2e-9ef9-7763665e4ca2 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:21.895882 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-68ee082a-3152-4421-9f15-ced1e54cdb42 req-b6a8a5f1-9153-4f2e-9ef9-7763665e4ca2 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1711214 Feb 09 08:05:21.923975 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-33b910c4-12b5-493d-8a16-cb8ddc52ec79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583099 Feb 09 08:05:21.962738 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-68ee082a-3152-4421-9f15-ced1e54cdb42 req-db39a256-3b38-4580-bf04-c0ca75f84163 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0602012 Feb 09 08:05:23.268073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545574e8-0bc5-4b6d-957f-0d5ab9bd4e9e req-ef72c8ed-05e6-4ee2-ba16-0a6b7bbd45b8 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:23.269848 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-545574e8-0bc5-4b6d-957f-0d5ab9bd4e9e req-ef72c8ed-05e6-4ee2-ba16-0a6b7bbd45b8 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1717951 Feb 09 08:05:23.337805 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-545574e8-0bc5-4b6d-957f-0d5ab9bd4e9e req-86940b32-20af-4be7-a5cf-a4bcc30fe1b8 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0613120 Feb 09 08:05:23.753799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-55e4cb37-4286-4599-ab33-0938b364ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:23.755323 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-55e4cb37-4286-4599-ab33-0938b364ab15 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912&tenant_id=1ed5dc9ab9d84734bf9e138f158937e4 HTTP/1.1" status: 200 len: 1161 time: 0.0790482 Feb 09 08:05:23.869240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-a4685912-4b9c-4631-b4c4-b189ded2c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:23.870747 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-a4685912-4b9c-4631-b4c4-b189ded2c82e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1161 time: 0.0822709 Feb 09 08:05:24.013625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-c12fcbca-1ed5-4249-9dd8-c310a9fe0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:24.015174 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-c12fcbca-1ed5-4249-9dd8-c310a9fe0eb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.1374226 Feb 09 08:05:24.123265 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-04ea2e60-5c4b-492d-b4d6-f20ff21a620a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 1000 time: 0.1010244 Feb 09 08:05:24.194670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-f09e9be0-0faf-4e8e-821d-a110aca0b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:24.196197 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-f09e9be0-0faf-4e8e-821d-a110aca0b9c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0668828 Feb 09 08:05:24.278075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-6c330a28-efd2-4cf7-bf36-b5c95b54eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:24.279664 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-6c330a28-efd2-4cf7-bf36-b5c95b54eda9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761659 Feb 09 08:05:24.724921 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-179d2ba7-11c6-49b8-91e9-385424e53252 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385624 Feb 09 08:05:24.872001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31c98c-8a6b-47ad-8c3e-1a85944cc467 req-515ebb16-a6d0-485b-91eb-bf2529a821a3 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:24.873690 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-af31c98c-8a6b-47ad-8c3e-1a85944cc467 req-515ebb16-a6d0-485b-91eb-bf2529a821a3 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.2427013 Feb 09 08:05:25.011603 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-af31c98c-8a6b-47ad-8c3e-1a85944cc467 req-1420f3d1-25c5-4882-b15b-22aa90151fa4 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0873983 Feb 09 08:05:25.020449 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-652d0224-ffc9-458a-82d1-f9e708987cb3 req-8bb469a6-0b90-4040-9555-3f7877b31905 service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2880437 Feb 09 08:05:26.301108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c4c20-5f3c-4f78-b618-d2f808ed06a2 req-33b83a0a-0f4e-41f6-97e1-8123e1153ecb tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:26.302725 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-502c4c20-5f3c-4f78-b618-d2f808ed06a2 req-33b83a0a-0f4e-41f6-97e1-8123e1153ecb tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1641979 Feb 09 08:05:26.369509 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-502c4c20-5f3c-4f78-b618-d2f808ed06a2 req-d0e8fbf3-0fa0-47e0-b1ea-ac85af27f009 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0603395 Feb 09 08:05:27.664959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14fac8-f692-47c1-8df8-f1a36bc81589 req-59685f6e-72dd-4ef2-916f-a5d33367afa7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:27.666498 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d14fac8-f692-47c1-8df8-f1a36bc81589 req-59685f6e-72dd-4ef2-916f-a5d33367afa7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1649249 Feb 09 08:05:27.730139 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d14fac8-f692-47c1-8df8-f1a36bc81589 req-e31f9bde-46d1-48fa-b6d0-24a32d256fe3 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0573847 Feb 09 08:05:29.026483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b62896-d194-40d6-9d3a-957c08948f91 req-2aee1527-3ce6-4642-81ee-b86643567787 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:29.028000 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-49b62896-d194-40d6-9d3a-957c08948f91 req-2aee1527-3ce6-4642-81ee-b86643567787 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1663334 Feb 09 08:05:29.092350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-49b62896-d194-40d6-9d3a-957c08948f91 req-2aa27f53-0c8b-4a17-a385-04f4be8b6d65 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0578461 Feb 09 08:05:30.391526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb27fc0-ee8f-4458-92c4-05bd723f1774 req-c5eb83b0-5ecf-40af-9f0e-0bc820618839 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:30.393923 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ceb27fc0-ee8f-4458-92c4-05bd723f1774 req-c5eb83b0-5ecf-40af-9f0e-0bc820618839 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1712499 Feb 09 08:05:30.458963 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ceb27fc0-ee8f-4458-92c4-05bd723f1774 req-9fc1b3cb-7c87-483d-bc64-7c7bbd8c47fb tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0575187 Feb 09 08:05:31.171968 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-cb2942ba-472c-4081-ac43-fc4367712d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:31.765923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aebd01-d146-451c-a168-180788a5362b req-cbcc54ad-a05a-416e-bb6c-40bc4956ca18 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:31.765923 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6aebd01-d146-451c-a168-180788a5362b req-cbcc54ad-a05a-416e-bb6c-40bc4956ca18 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1703887 Feb 09 08:05:31.829374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e6aebd01-d146-451c-a168-180788a5362b req-3ffe4946-0bdb-4513-9987-95c3a446e6d9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0586934 Feb 09 08:05:33.123258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89773e2-2533-4f64-b84c-89d3022af134 req-c4be8158-b669-401b-8ebf-7501a27d2c63 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:33.124815 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c89773e2-2533-4f64-b84c-89d3022af134 req-c4be8158-b669-401b-8ebf-7501a27d2c63 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 944 time: 0.1673665 Feb 09 08:05:33.188423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c89773e2-2533-4f64-b84c-89d3022af134 req-9ad96fa2-f1ae-4cce-8d7f-3410649059d5 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0573235 Feb 09 08:05:33.542894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eeaa3dff-e534-4a51-85c7-500626232fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:34.015951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:05:34.099989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 227f3697-2ed0-4962-a973-746eb4eeaf8a triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:05:34.100406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:34.130674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:34.225102 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:34.253623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:05:34.263990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:05:34.292010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:34.294076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d47ca292-ec85-4550-804b-413b4a4a8590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:05:34.332898 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'code': 200} Feb 09 08:05:34.370447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=6']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:05:34.373749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:05:34.495770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39e7dc-654f-489c-a4bb-7c812e0e7c23 req-302d7565-8033-4516-8bbe-de26c345a401 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:34.497474 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-be39e7dc-654f-489c-a4bb-7c812e0e7c23 req-302d7565-8033-4516-8bbe-de26c345a401 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1757674 Feb 09 08:05:34.563568 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-be39e7dc-654f-489c-a4bb-7c812e0e7c23 req-64755e18-ca5b-48c2-be64-1d62f2070621 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0586646 Feb 09 08:05:34.691547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa42a71-31dd-413e-b1e7-af5330e75370 req-89f2dc00-7ea8-4214-a944-0f818c8a613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:34.693213 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-caa42a71-31dd-413e-b1e7-af5330e75370 req-89f2dc00-7ea8-4214-a944-0f818c8a613b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.0877535 Feb 09 08:05:34.736048 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-caa42a71-31dd-413e-b1e7-af5330e75370 req-2e0d0fc7-daa0-44ef-8488-7f7e7b89d388 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0358968 Feb 09 08:05:35.044855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:35.388806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:35.688750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:05:35.763107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 227f3697-2ed0-4962-a973-746eb4eeaf8a triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:05:35.763529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:35.864653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0010-b52c-4324-a7a2-bbc64df5d347 req-6882bc1a-081a-4a47-ab36-ea7cdcd20391 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:35.866454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f6c0010-b52c-4324-a7a2-bbc64df5d347 req-6882bc1a-081a-4a47-ab36-ea7cdcd20391 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1700089 Feb 09 08:05:35.933784 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f6c0010-b52c-4324-a7a2-bbc64df5d347 req-166dca02-00c7-4d1e-aff6-526388c13340 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0611527 Feb 09 08:05:37.229207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf118c3-c6bf-47fd-8353-0d17a1625f57 req-1b9c063b-06a3-4447-b129-a2ab7b689001 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:37.230780 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3bf118c3-c6bf-47fd-8353-0d17a1625f57 req-1b9c063b-06a3-4447-b129-a2ab7b689001 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1663101 Feb 09 08:05:37.296005 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3bf118c3-c6bf-47fd-8353-0d17a1625f57 req-736ebca9-1f22-4b81-a0c4-5a0043053f96 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0583580 Feb 09 08:05:43.497238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:05:44.748553 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:05:52.475471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5266c-cbe0-45ff-a7d5-2fd7eb58b52a req-82df9ac6-7e81-4dbb-bb0b-fae3a29aed65 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:52.477117 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39a5266c-cbe0-45ff-a7d5-2fd7eb58b52a req-82df9ac6-7e81-4dbb-bb0b-fae3a29aed65 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1750576 Feb 09 08:05:52.544148 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-39a5266c-cbe0-45ff-a7d5-2fd7eb58b52a req-58248f56-4bea-4582-800e-bf0c255f5b79 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602331 Feb 09 08:05:53.843443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5890764-28ab-40b6-b1ff-09ce0bcf90f1 req-f35f0c8b-833c-49eb-aee3-428fcaa58453 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:53.845013 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5890764-28ab-40b6-b1ff-09ce0bcf90f1 req-f35f0c8b-833c-49eb-aee3-428fcaa58453 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1642623 Feb 09 08:05:53.909348 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5890764-28ab-40b6-b1ff-09ce0bcf90f1 req-c4278744-7a7c-47b4-9a3b-4e32b9e27c79 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580912 Feb 09 08:05:55.204151 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dae11a-000d-4170-b6e0-7e5ef3bab8ce req-26be4500-caa7-4bf1-bb0f-6240c74091d6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:55.206068 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60dae11a-000d-4170-b6e0-7e5ef3bab8ce req-26be4500-caa7-4bf1-bb0f-6240c74091d6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1633148 Feb 09 08:05:55.269687 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60dae11a-000d-4170-b6e0-7e5ef3bab8ce req-a2dd19cd-102c-42e6-80bb-643067ad9a7b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572608 Feb 09 08:05:56.565590 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec29e-9143-4ae8-a18f-df0f364c882d req-5d5d2673-7444-48f4-901e-6e7c63eea6f9 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:56.567186 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-601ec29e-9143-4ae8-a18f-df0f364c882d req-5d5d2673-7444-48f4-901e-6e7c63eea6f9 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1679862 Feb 09 08:05:56.631012 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-601ec29e-9143-4ae8-a18f-df0f364c882d req-bf5652d2-a4e4-498c-9baa-9790e4818bbd tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575702 Feb 09 08:05:57.926716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0911361-323d-496a-b1c9-365a858727e9 req-1dce7cf2-4ab0-43fa-af29-3d2983ebfbfe tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:57.928348 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b0911361-323d-496a-b1c9-365a858727e9 req-1dce7cf2-4ab0-43fa-af29-3d2983ebfbfe tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1677141 Feb 09 08:05:57.992374 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b0911361-323d-496a-b1c9-365a858727e9 req-9d10a274-b6f9-45b4-be46-822317f7d863 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576537 Feb 09 08:05:59.288005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421a50-7700-421f-9444-9900b99d7b15 req-5eda670f-f627-4e72-a6b2-bac850aca15d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:59.289745 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60421a50-7700-421f-9444-9900b99d7b15 req-5eda670f-f627-4e72-a6b2-bac850aca15d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1682472 Feb 09 08:05:59.354366 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-60421a50-7700-421f-9444-9900b99d7b15 req-2459a8ad-2294-4b89-a6ba-6c50f03cd93e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581443 Feb 09 08:05:59.492002 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a6f92-02b4-4b6b-896b-e854b3c411ed req-4e502ab2-3403-424b-9e74-0359df2f4e82 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:05:59.493651 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb8a6f92-02b4-4b6b-896b-e854b3c411ed req-4e502ab2-3403-424b-9e74-0359df2f4e82 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1655848 Feb 09 08:05:59.561740 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb8a6f92-02b4-4b6b-896b-e854b3c411ed req-216fd374-89b7-4944-9ba9-d1d0e181949e tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0615199 Feb 09 08:06:00.659340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ec06-7efa-4edb-9b75-7629168cb0ee req-60eb2a90-abd6-424c-99df-1e346d178eff tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:00.661013 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4f06ec06-7efa-4edb-9b75-7629168cb0ee req-60eb2a90-abd6-424c-99df-1e346d178eff tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1728613 Feb 09 08:06:00.731492 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4f06ec06-7efa-4edb-9b75-7629168cb0ee req-a9cd332c-f8b8-4789-a326-5cf039d9b244 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634944 Feb 09 08:06:00.862555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c5704-7f8f-487b-b057-51b00751026c req-5f3e4bda-97a3-4753-911d-8dd4eefa74a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:00.864173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-241c5704-7f8f-487b-b057-51b00751026c req-5f3e4bda-97a3-4753-911d-8dd4eefa74a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1702354 Feb 09 08:06:00.928844 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-241c5704-7f8f-487b-b057-51b00751026c req-0bb9ab05-a324-40a1-8bd8-f0c4e7a16659 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0581930 Feb 09 08:06:01.165532 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8af33474-a7de-41c6-9464-681d4012afd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:01.332032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-d256356d-afc3-43b3-acc2-42d4165bbe4a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:01.333575 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-d256356d-afc3-43b3-acc2-42d4165bbe4a tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 945 time: 0.1713157 Feb 09 08:06:01.429270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 89ea2de7-e451-4428-9caf-96b6469b31d5 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:06:01.429655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:01.698555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=89ea2de7-e451-4428-9caf-96b6469b31d5,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:06:01.699155 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:01.813355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 89ea2de7-e451-4428-9caf-96b6469b31d5 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:06:01.941013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:01.976610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=89ea2de7-e451-4428-9caf-96b6469b31d5,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:06:01.977431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:01.999869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:02.001765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:02.076741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:02.081189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:02.243210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c93fdd-200e-49e1-9f30-37aa8ec892fd req-d664ff14-291c-42e6-9c2a-0d71656c811f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:02.244846 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-61c93fdd-200e-49e1-9f30-37aa8ec892fd req-d664ff14-291c-42e6-9c2a-0d71656c811f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1777298 Feb 09 08:06:02.323431 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-61c93fdd-200e-49e1-9f30-37aa8ec892fd req-28481aab-5d0a-4838-8a1e-b7bfdc54b098 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0597334 Feb 09 08:06:02.385626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457844d-73c2-486a-9069-ea9b1deea567 req-081006c1-15be-4505-8b17-21d40b344da2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:02.387338 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8457844d-73c2-486a-9069-ea9b1deea567 req-081006c1-15be-4505-8b17-21d40b344da2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.5212643 Feb 09 08:06:02.393015 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'code': 200} Feb 09 08:06:02.421715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:02.422126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:02.422475 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP ca13c051-ca76-4ada-aeb4-db39755ba5ac disassociated. External IP: 172.27.2.88, port: 89ea2de7-e451-4428-9caf-96b6469b31d5. Feb 09 08:06:02.422853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 89ea2de7-e451-4428-9caf-96b6469b31d5 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:06:02.501942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8457844d-73c2-486a-9069-ea9b1deea567 req-1e45b82c-019d-40a3-ac0a-493158bffed3 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062748 Feb 09 08:06:02.571593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80054) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:06:02.571990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:06:03.073693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 89ea2de7-e451-4428-9caf-96b6469b31d5 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:06:03.074175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:03.340449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] For port 89ea2de7-e451-4428-9caf-96b6469b31d5, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=89ea2de7-e451-4428-9caf-96b6469b31d5,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:06:03.340801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:03.554233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1ad67ab0-961d-45bc-ba03-48520fbbfeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:03.621743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681330-1119-46bb-9062-4517ce0f203a req-f2fe44f4-d305-40f5-bf3a-5860a3049c01 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:03.623387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67681330-1119-46bb-9062-4517ce0f203a req-f2fe44f4-d305-40f5-bf3a-5860a3049c01 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 943 time: 0.1697946 Feb 09 08:06:03.716222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:03.716667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:03.717005 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP ca13c051-ca76-4ada-aeb4-db39755ba5ac disassociated. External IP: 172.27.2.88, port: 89ea2de7-e451-4428-9caf-96b6469b31d5. Feb 09 08:06:03.717386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 89ea2de7-e451-4428-9caf-96b6469b31d5 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:06:03.764780 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-67681330-1119-46bb-9062-4517ce0f203a req-333db4df-d309-4799-b989-9e99fad9edd3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1342146 Feb 09 08:06:03.905888 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046bbc1-3739-4197-a4bb-a26337559397 req-4a65d6b8-94dc-4501-874d-f100712b23e1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:03.907558 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3046bbc1-3739-4197-a4bb-a26337559397 req-4a65d6b8-94dc-4501-874d-f100712b23e1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2593925 Feb 09 08:06:04.023525 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3046bbc1-3739-4197-a4bb-a26337559397 req-0b3e7a8d-f607-484b-8fbb-e3b5f8025310 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818181 Feb 09 08:06:04.052938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:04.063094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:04.096994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:04.128029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=89ea2de7-e451-4428-9caf-96b6469b31d5,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:04.185695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.186059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.186476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.186891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.187301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.187712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.188149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.188694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.189109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.190072 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.190484 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.190880 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.191320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.191718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.192117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.192518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.192943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.193348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.193745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.194144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.194542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.194939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.195337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.195733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:04.199698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:04.453620 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:06:04.649052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:06:04.660137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:06:04.670872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:04.671850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:04.691945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] No DVR routers for this DVR port 89ea2de7-e451-4428-9caf-96b6469b31d5 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:06:04.694420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:04.697430 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-deleted', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:04.747891 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1817bf97-fa13-40c2-902d-34bdaf5902c1 req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "DELETE /v2.0/ports/89ea2de7-e451-4428-9caf-96b6469b31d5 HTTP/1.1" status: 204 len: 173 time: 3.4069438 Feb 09 08:06:04.772013 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d54dc6-2d80-4073-aff9-436ac16c78c8', 'name': 'network-vif-deleted', 'tag': '89ea2de7-e451-4428-9caf-96b6469b31d5', 'status': 'completed', 'code': 200} Feb 09 08:06:04.965566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c5818be8-cbbd-4795-9263-64078d030d25 req-70e8ec09-7393-4724-95dc-9cded33b00e7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:06:05.005768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c5818be8-cbbd-4795-9263-64078d030d25 req-70e8ec09-7393-4724-95dc-9cded33b00e7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:06:05.007029 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c5818be8-cbbd-4795-9263-64078d030d25 req-70e8ec09-7393-4724-95dc-9cded33b00e7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=64d54dc6-2d80-4073-aff9-436ac16c78c8 HTTP/1.1" status: 200 len: 210 time: 0.0927041 Feb 09 08:06:05.061913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:05.064801 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:05.329997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e65040-bf93-4720-af9e-23a08d008040 req-caf1f779-4887-4111-bffd-33318e95dfd9 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:05.331690 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5e65040-bf93-4720-af9e-23a08d008040 req-caf1f779-4887-4111-bffd-33318e95dfd9 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1743457 Feb 09 08:06:05.398942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5e65040-bf93-4720-af9e-23a08d008040 req-29b14a8b-2668-4cd2-a3b8-97019ca2519b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601957 Feb 09 08:06:05.421686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:05.425846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:05.427470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:06:05.436433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:05.437117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:05.628738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:05.964028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:05.968487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d407194-b8bc-4033-85b3-a2d345233758 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:06:06.379131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f3e4f2-c459-4e61-9c63-fe6442ae0578 None None] New status for floating IP ca13c051-ca76-4ada-aeb4-db39755ba5ac: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:06:06.439889 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-b13e26eb-7758-4c1d-9276-b6d2a3710b38 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1693446098&fields=id&tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 267 time: 0.0592198 Feb 09 08:06:06.700290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-309d07ec-cc9f-4875-9749-c0296414476f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:06.702026 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-309d07ec-cc9f-4875-9749-c0296414476f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.2548699 Feb 09 08:06:06.718801 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-ff2db4b7-2d14-4c31-ac53-0c8b62d7324d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/quotas/0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 375 time: 0.0100510 Feb 09 08:06:06.787273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb019-7bfc-498f-9ab3-f1a0398575dd req-1a2760e9-3e12-4fe7-bafe-75e5958ebf2d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:06.789004 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56bcb019-7bfc-498f-9ab3-f1a0398575dd req-1a2760e9-3e12-4fe7-bafe-75e5958ebf2d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.2576213 Feb 09 08:06:06.854182 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56bcb019-7bfc-498f-9ab3-f1a0398575dd req-1a0af45d-15a4-4a45-be07-3314e707ef75 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588579 Feb 09 08:06:06.866621 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-11e3c6ae-b991-494e-ac8f-efacc849aebc tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412213 Feb 09 08:06:07.245473 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-9f80a16b-c390-49bc-b5b1-b2ab1fc21e1d service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655360 Feb 09 08:06:07.391718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-b0737c89-f3d1-47b1-9a80-c7835bff4f7c service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380925 Feb 09 08:06:07.948880 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e2935d57-19a4-4b97-81cb-9fd65ec9e874 req-d7108bc9-cb9a-4b57-a8ca-b59123e5228d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.0536807 Feb 09 08:06:08.151326 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09032956-bdb9-4d2f-b357-9c26f9836f87 req-e72676e1-be63-46c6-b588-6d50d6be1cc2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:08.153058 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-09032956-bdb9-4d2f-b357-9c26f9836f87 req-e72676e1-be63-46c6-b588-6d50d6be1cc2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1654027 Feb 09 08:06:08.219439 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-09032956-bdb9-4d2f-b357-9c26f9836f87 req-669102c1-8be2-4278-a4a1-7fed9e59182e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585587 Feb 09 08:06:08.852152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f429bc-e7ee-4290-a43a-d01f79ee01de req-bcc2d7ef-4396-4011-a33f-f1a5ce656a5f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:08.853891 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1f429bc-e7ee-4290-a43a-d01f79ee01de req-bcc2d7ef-4396-4011-a33f-f1a5ce656a5f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1748371 Feb 09 08:06:08.903334 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-e44cd77d-5d72-4e35-8663-d1dad5677c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:08.904938 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-e44cd77d-5d72-4e35-8663-d1dad5677c05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0883052 Feb 09 08:06:08.921183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a1f429bc-e7ee-4290-a43a-d01f79ee01de req-b5339e4e-2f27-4440-a2e7-a10bb4cc41bc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606556 Feb 09 08:06:09.059493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-d6adecac-a993-4ad2-9977-10425e136254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:09.061052 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-d6adecac-a993-4ad2-9977-10425e136254 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1484938 Feb 09 08:06:09.193614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac16a257-4606-4a10-bd8a-6a9dec31fda2 req-c917b1fe-2448-4ec5-9e99-fb0c3e746389 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.0700505 Feb 09 08:06:09.225138 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-77f240e4-d94f-490a-a8d6-722d07d7f016 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 1001 time: 0.1568699 Feb 09 08:06:09.294574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-fbaac3ff-1f51-4cd1-a816-aaafb0858edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:09.296091 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-fbaac3ff-1f51-4cd1-a816-aaafb0858edc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0646267 Feb 09 08:06:09.381644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-48fa4579-a1ce-4e82-88d8-85a46b07b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:09.383147 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-48fa4579-a1ce-4e82-88d8-85a46b07b0c1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799077 Feb 09 08:06:09.538745 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-f480577e-4ac0-40bb-baf4-9784a2496355 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409671 Feb 09 08:06:10.060346 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c071f801-c9be-44ec-a458-6b67a2fa0ff4 req-2e0ee9de-9d6d-4173-8d2a-036192dd4965 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5141242 Feb 09 08:06:10.181198 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-b6e9a2bf-dfab-4bce-b4a3-866a19c5de24 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:10.182827 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-b6e9a2bf-dfab-4bce-b4a3-866a19c5de24 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.5420635 Feb 09 08:06:10.246116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099baa-8ddc-45c8-9478-3b54aef3bafd req-3e35baae-8a17-4121-b742-98f6d6377b17 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:10.247803 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f9099baa-8ddc-45c8-9478-3b54aef3bafd req-3e35baae-8a17-4121-b742-98f6d6377b17 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1856565 Feb 09 08:06:10.321424 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f9099baa-8ddc-45c8-9478-3b54aef3bafd req-c10b9139-b364-48ca-b73a-2d9e59ccb9b2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605361 Feb 09 08:06:10.342912 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-d35f54a8-d7f4-4c3b-a230-3ad9d900a422 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 5765 time: 0.1184225 Feb 09 08:06:10.400517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'port': {'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'admin_state_up': True, 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'security_groups': ['bd345f0b-b718-46ac-b83a-ac516298a0d8']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:06:10.436538 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-981289ef-22aa-4e69-85d1-cd3dc1528269 req-5c69c678-4a86-4450-8cd1-86bfd5f6ca73 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.0902283 Feb 09 08:06:10.452938 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-a2863c9a-56b4-4235-802f-48383095cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:10.454490 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-a2863c9a-56b4-4235-802f-48383095cb51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.2707117 Feb 09 08:06:10.676392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:06:10.700447 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:06:10.705867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-71329283-4c3c-4ab9-96cf-aa7cb0850767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:10.707439 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-71329283-4c3c-4ab9-96cf-aa7cb0850767 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1944804 Feb 09 08:06:10.774599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Made reservation on behalf of 0f744dcaaa794b5891b414620b298d6d for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:06:10.797079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:10.901678 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-b445d948-9c92-437e-98f5-44ca90898d59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 1001 time: 0.1873727 Feb 09 08:06:11.110957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-4c92fff4-4910-4379-8bc3-4ab39687db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:11.113280 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-4c92fff4-4910-4379-8bc3-4ab39687db0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.1384454 Feb 09 08:06:11.298115 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-c01115d4-d41b-414b-beb8-5cf0af8ae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:11.300384 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-c01115d4-d41b-414b-beb8-5cf0af8ae6a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1724336 Feb 09 08:06:11.301527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.20.0.14 (0f80b88b-73a2-4a12-98c6-0dfbe02c247b/7e8a529a-9141-4f9f-9bdf-faf3fc67f817/9fb0fb4b-db52-4e09-b344-4d20352fd6c9) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:06:11.590153 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-9f737783-9ddf-4c75-87fe-3c39bd01700b service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794061 Feb 09 08:06:11.646486 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe2cfb-17f8-4ebb-9d5c-b95b5d2c6d24 req-568d7078-72ab-4d3b-b646-1b70d8a3501f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:11.648419 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56fe2cfb-17f8-4ebb-9d5c-b95b5d2c6d24 req-568d7078-72ab-4d3b-b646-1b70d8a3501f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1987481 Feb 09 08:06:11.704260 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a83b4965-36c8-4bee-b1f0-6b244cc5d59e req-889f1e04-fb14-4769-81bf-0c2d89bc9277 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.0806506 Feb 09 08:06:11.716829 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-56fe2cfb-17f8-4ebb-9d5c-b95b5d2c6d24 req-a3c34a83-2f84-400e-8329-5720f0c57e69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619099 Feb 09 08:06:11.786695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:11.820517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Transition to ACTIVE for port object 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:06:11.841536 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bcffd0c7-fc9a-47ec-8867-2290d42f44c3 req-285709b5-3d9b-40e7-8288-bc1a728555f5 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2439325 Feb 09 08:06:11.886091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:11.901572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3fd27340-e4bf-407a-802e-23220c05d86e tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:12.044290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:12.050767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:12.105068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:06:12.106132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:06:12.108409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:06:12.238610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:12.239380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:12.303891 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9478278 Feb 09 08:06:12.331669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Request body: {'port': {'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:06:12.388616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ff442f88-ab79-4ead-8b0a-1f572fb2496a None None] Provisioning for port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:06:12.393906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-ff442f88-ab79-4ead-8b0a-1f572fb2496a None None] Provisioning complete for port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:06:12.394329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ff442f88-ab79-4ead-8b0a-1f572fb2496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:12.456494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ff442f88-ab79-4ead-8b0a-1f572fb2496a None None] Port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:06:12.459680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:12.944576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:06:12.956455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:12.973386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Transition to ACTIVE for port object 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:06:13.079375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03e644-1f1b-4a7e-8f3b-b9b7908d39d2 req-9588dca2-0361-4e33-8bf3-b7546f6d74b9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:13.081170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-fd03e644-1f1b-4a7e-8f3b-b9b7908d39d2 req-9588dca2-0361-4e33-8bf3-b7546f6d74b9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:06:13.088452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:13.104958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3485af83-be90-404a-b9ce-3bf5749b2d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:13.492273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-fd03e644-1f1b-4a7e-8f3b-b9b7908d39d2 req-9588dca2-0361-4e33-8bf3-b7546f6d74b9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:06:13.493602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd03e644-1f1b-4a7e-8f3b-b9b7908d39d2 req-9588dca2-0361-4e33-8bf3-b7546f6d74b9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 932 time: 0.6295843 Feb 09 08:06:13.536323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Pushing event updated for resources: {'Port': ['ID=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:13.543693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:13.607728 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd03e644-1f1b-4a7e-8f3b-b9b7908d39d2 req-cfea5e98-e578-46db-9f06-3482786ac3f0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1034460 Feb 09 08:06:13.768679 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Attempting to bind port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:06:13.769058 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Attempting to bind port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:06:13.769427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Attempting to bind port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 on network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:06:13.775501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:06:13.775936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:06:13.776307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:13.776619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Bound using segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:06:13.777108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Bound port: 9fb0fb4b-db52-4e09-b344-4d20352fd6c9, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:06:13.777483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:13.871562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] For port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:06:13.874694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] For port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:06:13.909471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:13.925410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:14.081225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Pushing event updated for resources: {'Port': ['ID=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:14.086621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:14.118423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:14.119093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:14.120565 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] 10.222.0.48 "PUT /v2.0/ports/9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 1158 time: 1.7937496 Feb 09 08:06:14.121121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:14.185395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'status': 'completed', 'code': 200} Feb 09 08:06:14.286316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-5b6088ea-539f-4741-b0d7-7c02a1f86202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:14.287972 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-5b6088ea-539f-4741-b0d7-7c02a1f86202 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1161 time: 0.0833614 Feb 09 08:06:14.373393 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-efd490cf-45ff-4caa-96ec-68112b8cc1e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 217 time: 0.0724843 Feb 09 08:06:14.443261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-4a2d6f06-6477-4beb-8bbe-79563dc35a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:14.444868 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-4a2d6f06-6477-4beb-8bbe-79563dc35a96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0647349 Feb 09 08:06:14.532669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-2cac711c-c877-493a-bac7-1d65f97e4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:14.534333 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-2cac711c-c877-493a-bac7-1d65f97e4f6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820248 Feb 09 08:06:14.680612 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-5ae44331-69ac-4206-adab-09b43ce85f93 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393199 Feb 09 08:06:14.753939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:14.895717 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7e92f235-f7fe-4126-b99e-5a0072b8786d req-5fe9332c-8abc-4e4c-93a4-fc440faa02b9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2079358 Feb 09 08:06:14.998729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e4a98-76dc-4948-86ff-a87e11e7e1b9 req-ec9c6e52-dbf0-42ed-aeda-9dd703a305a7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:15.000307 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-515e4a98-76dc-4948-86ff-a87e11e7e1b9 req-ec9c6e52-dbf0-42ed-aeda-9dd703a305a7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.2087877 Feb 09 08:06:15.122382 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-515e4a98-76dc-4948-86ff-a87e11e7e1b9 req-052cb5a3-3b15-434d-b3a4-9a10f219d8e9 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0830398 Feb 09 08:06:15.140702 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-73da7043-b7e0-4f2a-8631-f8e2a4cd3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:15.142696 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-73da7043-b7e0-4f2a-8631-f8e2a4cd3a8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1161 time: 0.1380336 Feb 09 08:06:15.289384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-0931c1e5-6edf-49e6-9084-956ce7e96245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:15.290872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-0931c1e5-6edf-49e6-9084-956ce7e96245 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1409433 Feb 09 08:06:15.367224 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-d38594f8-1eb3-4505-b467-f43acab590d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 217 time: 0.0691199 Feb 09 08:06:15.439685 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-6ae214df-9c51-40cb-8833-13ef4cbe602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:15.441280 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-6ae214df-9c51-40cb-8833-13ef4cbe602f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0679696 Feb 09 08:06:15.524076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-74a25140-be27-4d70-a57f-768a88cfb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:15.525726 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-74a25140-be27-4d70-a57f-768a88cfb47b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774505 Feb 09 08:06:15.669481 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-9e48a72c-caf6-4096-805e-690ffe9549b9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352103 Feb 09 08:06:15.812428 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-702ac0bd-6c6f-4e18-8884-9d770a31430c req-3bc212c9-f7f2-4fe2-be65-b08a8c04f0f5 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354020 Feb 09 08:06:16.415234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aabd9e-4c58-45ba-b0dc-3a0b9346792b req-1aee83b2-ea9a-4493-b766-f45313f6122c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:16.416758 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9aabd9e-4c58-45ba-b0dc-3a0b9346792b req-1aee83b2-ea9a-4493-b766-f45313f6122c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.1633551 Feb 09 08:06:16.480644 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9aabd9e-4c58-45ba-b0dc-3a0b9346792b req-511590fe-72b2-4e08-8fd0-c488458f4fe8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0573683 Feb 09 08:06:17.772822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79c4b4-e0e7-4885-a4e1-c7decb662d91 req-33079a73-4d38-46a8-89da-5a41370f4845 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:17.774355 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c79c4b4-e0e7-4885-a4e1-c7decb662d91 req-33079a73-4d38-46a8-89da-5a41370f4845 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.1630933 Feb 09 08:06:17.842672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0c79c4b4-e0e7-4885-a4e1-c7decb662d91 req-cc56b9c1-6f49-4585-a6d1-90508cf8738b tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0619795 Feb 09 08:06:19.145166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da991ab-db3d-402f-9b70-a88234a8974b req-a7767e47-c984-4344-a352-b12062573368 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:19.146760 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5da991ab-db3d-402f-9b70-a88234a8974b req-a7767e47-c984-4344-a352-b12062573368 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.1711149 Feb 09 08:06:19.211008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5da991ab-db3d-402f-9b70-a88234a8974b req-e64b5429-0274-4efb-ac71-e0b698a2cdde tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0576775 Feb 09 08:06:20.496882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:06:20.505254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcd6a0-a4c3-4a10-b718-c06ab501b2e8 req-8e43945b-264f-40e1-a4ec-94d58ec1edd0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:20.506901 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-24dcd6a0-a4c3-4a10-b718-c06ab501b2e8 req-8e43945b-264f-40e1-a4ec-94d58ec1edd0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.1662662 Feb 09 08:06:20.572141 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-24dcd6a0-a4c3-4a10-b718-c06ab501b2e8 req-de2e8f97-a5c1-4876-bdc3-e3acb7a35ef0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0584984 Feb 09 08:06:21.863867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874ddeb-b016-40da-b5a2-aeb24357db45 req-ad242d70-4371-41dc-83d8-7512336c5d85 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:21.865481 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e874ddeb-b016-40da-b5a2-aeb24357db45 req-ad242d70-4371-41dc-83d8-7512336c5d85 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 944 time: 0.1655495 Feb 09 08:06:21.930278 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e874ddeb-b016-40da-b5a2-aeb24357db45 req-41e2974d-1782-407f-a381-467d45596141 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0584874 Feb 09 08:06:22.465971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:06:22.576937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:06:22.582877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:06:22.584780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:22.707055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:22.734905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:22.745630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:06:22.771413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:22.773733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3d69afd3-afd7-4180-ac1f-0fe9fb771af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:22.810783 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'code': 200} Feb 09 08:06:22.862759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:22.870496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.870975 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.871233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.871606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.871972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.872341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.872729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.873098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.873461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.873825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.874186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.874545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.874941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.875298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.875656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.876013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.877104 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.877469 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.877835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.878193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.878552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.878909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.879268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.879623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:22.884075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:23.229197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7320-38ce-4d0c-b7cc-ea45d7e904c9 req-06ca3766-cbbc-4f42-813a-bc4de0cccc1d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:23.230893 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9ad7320-38ce-4d0c-b7cc-ea45d7e904c9 req-06ca3766-cbbc-4f42-813a-bc4de0cccc1d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1721649 Feb 09 08:06:23.247231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fafc99-2370-4131-8bf1-d7bc20b7478d req-2278c260-44c8-4cad-aeac-b79562e1c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:23.248918 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47fafc99-2370-4131-8bf1-d7bc20b7478d req-2278c260-44c8-4cad-aeac-b79562e1c3ae service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0825253 Feb 09 08:06:23.293553 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-47fafc99-2370-4131-8bf1-d7bc20b7478d req-ada50ee9-aa60-43d0-b103-bfe4c984ac57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0374985 Feb 09 08:06:23.295747 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9ad7320-38ce-4d0c-b7cc-ea45d7e904c9 req-95bfc571-2056-4045-9c41-9500b84c93e3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0584099 Feb 09 08:06:24.157306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:06:24.230213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:06:24.230623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:24.594172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4eccd7-989d-4ab2-a454-dac2c4e204cb req-e06e004b-b9b4-4f6c-8b82-d9dbf2eb3020 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:24.596533 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b4eccd7-989d-4ab2-a454-dac2c4e204cb req-e06e004b-b9b4-4f6c-8b82-d9dbf2eb3020 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1685522 Feb 09 08:06:24.662325 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b4eccd7-989d-4ab2-a454-dac2c4e204cb req-c8d7ff26-eb32-498d-8ae3-2fdff821d8d3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0592778 Feb 09 08:06:25.956933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4edab5-31f3-46db-8fea-2a5a9e1e472f req-f49e5ec0-43ee-4d3b-85f0-af52b2546f42 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:25.958553 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da4edab5-31f3-46db-8fea-2a5a9e1e472f req-f49e5ec0-43ee-4d3b-85f0-af52b2546f42 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1651447 Feb 09 08:06:26.025667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-da4edab5-31f3-46db-8fea-2a5a9e1e472f req-a0945e6d-dc10-41e7-8b2a-c918df3fbd93 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0608358 Feb 09 08:06:26.323095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21111a-9f87-44d7-a763-916201bed768 req-c15e359c-fd48-4b69-9e57-9bb6f840862d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:26.324657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-af21111a-9f87-44d7-a763-916201bed768 req-c15e359c-fd48-4b69-9e57-9bb6f840862d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1694162 Feb 09 08:06:26.389317 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-af21111a-9f87-44d7-a763-916201bed768 req-0f9ecb43-5dd2-435f-a535-81b629156aad tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0575957 Feb 09 08:06:26.634879 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-1274898a-30fb-40aa-a6c2-c0dc85d7d20b tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1917603 Feb 09 08:06:26.645161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:06:26.667139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:06:26.677725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:06:26.719517 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:26.866338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:27.134189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.27.2.188 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/5b1a0283-1ca9-419f-8d22-bf374d8edebf) {{(pid=80055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:06:27.297029 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:27.359781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:27.375060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cc2a44a9-a122-48a8-b437-331e57d5b45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:27.526478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=5b1a0283-1ca9-419f-8d22-bf374d8edebf,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:27.537818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.538237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.538646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.539052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.539450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.539851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.540250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.540671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.541067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.541460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.541851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.542244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.542675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.543066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.543455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.543845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.544237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.544627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.545042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.545431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.545820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.546207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.546593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.546980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:06:27.553083 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:27.587964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:06:27.589136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:06:27.591472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:06:27.676937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:27.763005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:28.036879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:28.066698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847891647'] for port, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:28.082096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:28.225623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=5b1a0283-1ca9-419f-8d22-bf374d8edebf,revision_number=2']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:28.228594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:28.322442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:28.386721 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:28.388033 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-8c988cd8-9011-4cad-bf2f-7e763f9de1bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7472939 Feb 09 08:06:28.494803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-5de37cdc-77b1-4fe4-8b52-314580fd0a7d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:06:28.559512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-5de37cdc-77b1-4fe4-8b52-314580fd0a7d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:06:28.560860 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-5de37cdc-77b1-4fe4-8b52-314580fd0a7d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1657381 Feb 09 08:06:28.805672 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-c9ad48fa-5d02-4e6b-9be4-f4c671a797a8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:28.807184 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a18227cd-fdba-42c4-aa17-cadc7b512260 req-c9ad48fa-5d02-4e6b-9be4-f4c671a797a8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2395976 Feb 09 08:06:29.077907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-50b35406-ce3a-457e-80d1-342950dd3ff3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:29.080549 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-50b35406-ce3a-457e-80d1-342950dd3ff3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1640351 Feb 09 08:06:29.187069 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-bcd574ae-03c7-4c65-9a37-396128f4b413 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1010664 Feb 09 08:06:29.197900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:06:29.298205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:30.158738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:30.193752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:30.378758 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2 associated. External IP: 172.27.2.188, port: 9fb0fb4b-db52-4e09-b344-4d20352fd6c9. Feb 09 08:06:30.754972 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:06:30.948069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:06:30.952509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:30.958637 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:06:30.968516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:30.969214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:31.014996 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-6795e774-8ae1-45ad-ac0a-6d4cb563fe56 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "PUT /v2.0/floatingips/b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2 HTTP/1.1" status: 200 len: 997 time: 1.8210993 Feb 09 08:06:31.015564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:31.075670 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'status': 'completed', 'code': 200} Feb 09 08:06:31.114800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-17e94d69-5525-4971-84a1-0929e2abb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.116469 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-17e94d69-5525-4971-84a1-0929e2abb560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0874517 Feb 09 08:06:31.173554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:31.221843 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f0f2e1be-e90f-4d61-99f1-bfd737143131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:31.333969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-3c56422a-39cf-4821-bed7-a418d58eb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.335534 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-3c56422a-39cf-4821-bed7-a418d58eb7a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.2135024 Feb 09 08:06:31.338347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-cf83bf09-a0d7-48fb-b512-dfeb66eb6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.339939 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-cf83bf09-a0d7-48fb-b512-dfeb66eb6e46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.2166722 Feb 09 08:06:31.583487 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-5981f32b-0467-419a-b77e-3327d099ca79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 1000 time: 0.2143652 Feb 09 08:06:31.650274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-34b825a2-ae95-47c0-9dcc-9ce1674dce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.651868 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-34b825a2-ae95-47c0-9dcc-9ce1674dce71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.3080728 Feb 09 08:06:31.718262 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:30Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:31.722828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:06:31.731641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:31.732335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:31.743728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-cb92d67f-bead-42ed-8bb2-f822b9cd7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.745386 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-cb92d67f-bead-42ed-8bb2-f822b9cd7c1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.1546388 Feb 09 08:06:31.822456 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-0c3bcb45-5a05-4401-938b-9bb654414da9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 1000 time: 0.1609414 Feb 09 08:06:31.915195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-68fd9ecc-220e-4074-9b5a-5dc0ca1d9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.916801 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-68fd9ecc-220e-4074-9b5a-5dc0ca1d9687 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1565094 Feb 09 08:06:31.918248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-f9767d8e-7f29-4154-860a-1b24beaaab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:31.919671 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-f9767d8e-7f29-4154-860a-1b24beaaab50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0887578 Feb 09 08:06:31.927491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:32.321710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:30Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:32.325980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e0036-4560-4287-ab0a-25a2c629b60e None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:30Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:06:32.382630 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-85c9209d-e7e2-469f-bead-38a42be0adb9 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582453 Feb 09 08:06:32.384626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-58285d96-45fe-4906-a309-d868cf05ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:32.386130 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-58285d96-45fe-4906-a309-d868cf05ef4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4401765 Feb 09 08:06:32.418157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-f7393305-f400-4e51-b037-f8f716d855c4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:06:32.419194 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-f7393305-f400-4e51-b037-f8f716d855c4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0058551 Feb 09 08:06:32.614605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1028cf-a5f3-448c-83e5-a100c8a94ffa None None] New status for floating IP b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:06:32.668064 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b6763343-9150-4199-8c86-c6e09f7076c6 req-43dc22bb-cf4c-409e-8b95-427757c34fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2773106 Feb 09 08:06:32.674910 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-fcc5bf4d-4275-4c47-ba7a-18ab6d2407ad service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481692 Feb 09 08:06:32.822099 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b008abc-d8c2-45db-b1fc-6e1bfb0064ef req-3b0f3148-07e3-46cd-b498-8a5c58d18c83 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404207 Feb 09 08:06:33.530966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0a7b48b5-a8fc-41c6-8516-182f2a566cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:34.112415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:35.031913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:35.403344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:44.758953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:47.021636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e351a-0427-4218-9932-ba6058b47ab1 req-758140c7-e6bd-4e45-a3c7-8144db2a939d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:47.023482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-847e351a-0427-4218-9932-ba6058b47ab1 req-758140c7-e6bd-4e45-a3c7-8144db2a939d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3927455 Feb 09 08:06:47.087226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-847e351a-0427-4218-9932-ba6058b47ab1 req-17de9bdc-94c8-454a-8424-166e11bee80a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572438 Feb 09 08:06:48.383479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9278c-3453-4ba5-abfc-35b68ab2db65 req-5a38b9b6-23eb-44a2-9b38-7b61119aad23 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:48.385011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bfd9278c-3453-4ba5-abfc-35b68ab2db65 req-5a38b9b6-23eb-44a2-9b38-7b61119aad23 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1670742 Feb 09 08:06:48.449746 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-bfd9278c-3453-4ba5-abfc-35b68ab2db65 req-077d1311-12da-40bb-bf53-53a79d585d21 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583954 Feb 09 08:06:49.745079 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5351e27-2e32-4310-b72e-bf5b0f031d3d req-13bafa66-8812-4d9a-9bfc-30d414221917 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:49.746594 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5351e27-2e32-4310-b72e-bf5b0f031d3d req-13bafa66-8812-4d9a-9bfc-30d414221917 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1652436 Feb 09 08:06:49.810618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b5351e27-2e32-4310-b72e-bf5b0f031d3d req-769c06b2-0b3e-44ee-9e1a-e117303f8959 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570314 Feb 09 08:06:51.080878 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-5fd96c06-59e3-4b00-90a0-75b1fd5d5ab0 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/floatingips/206539eb-9821-49fb-b004-ec31c4d738ae HTTP/1.1" status: 200 len: 999 time: 0.1306744 Feb 09 08:06:51.107384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c47e-7727-4f64-838d-45a7a4d03d6c req-443ade84-6b30-46c1-907d-0b517a0b7504 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:51.109072 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e001c47e-7727-4f64-838d-45a7a4d03d6c req-443ade84-6b30-46c1-907d-0b517a0b7504 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1663988 Feb 09 08:06:51.175298 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e001c47e-7727-4f64-838d-45a7a4d03d6c req-128456a6-9f05-4ac3-8b1f-5935864a9e00 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593026 Feb 09 08:06:51.331479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-2a70bf8c-ff13-44f1-97b6-0b4e442f3482 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:51.332919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-2a70bf8c-ff13-44f1-97b6-0b4e442f3482 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2461264 Feb 09 08:06:51.343677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-3d457d65-4640-4a53-9ea5-493a680c3406 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:06:51.345442 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-3d457d65-4640-4a53-9ea5-493a680c3406 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064824 Feb 09 08:06:51.473559 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-e04aaf62-ce23-48b6-bd1c-2be0fac2b200 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.1222897 Feb 09 08:06:51.651814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-255edc58-3f7a-43fc-af71-5401093a1c27 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:51.653348 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-255edc58-3f7a-43fc-af71-5401093a1c27 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports/227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 943 time: 0.1733124 Feb 09 08:06:51.861637 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-db4bbd56-ed05-4f77-86ee-bf8afaac2d68 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200 len: 1002 time: 0.1250877 Feb 09 08:06:52.108032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Deleting port 7dd6c0ea-6742-48ff-ab3a-73a80a5018d3 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:06:52.108591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.289715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.290088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.430952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Calling delete_port for 7dd6c0ea-6742-48ff-ab3a-73a80a5018d3 owned by network:floatingip {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:06:52.482710 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99bf96-2307-4d98-8b67-c62b4b13bcb0 req-ad823624-9d0d-4fb7-baa1-8ebf48e4381f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:52.484437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:06:52.492888 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ee99bf96-2307-4d98-8b67-c62b4b13bcb0 req-ad823624-9d0d-4fb7-baa1-8ebf48e4381f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1841676 Feb 09 08:06:52.559710 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ee99bf96-2307-4d98-8b67-c62b4b13bcb0 req-bcbcd3ad-1eb1-4ce6-9414-b3bb387b5781 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654542 Feb 09 08:06:52.568391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c2fa4bed-95a2-40c7-b581-f1a79107707b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:06:52.568854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.643755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.661032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a02951a0-9e48-4e7d-befc-015e98f8243a tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:52.713348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event deleted for resources: {'Port': ['ID=7dd6c0ea-6742-48ff-ab3a-73a80a5018d3,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:52.725640 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:52.892941 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for floatingip, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:52.893310 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Floating IP 206539eb-9821-49fb-b004-ec31c4d738ae disassociated (deleted). External IP: 172.27.2.117, port: 227f3697-2ed0-4962-a973-746eb4eeaf8a. Feb 09 08:06:53.088964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f277186-6eb6-46f6-95a9-3bf3dd21c1cc req-06db4479-ae88-4b5e-8f87-39fa58350f6f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.090600 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f277186-6eb6-46f6-95a9-3bf3dd21c1cc req-06db4479-ae88-4b5e-8f87-39fa58350f6f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1723044 Feb 09 08:06:53.163465 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f277186-6eb6-46f6-95a9-3bf3dd21c1cc req-fb1a94d1-d6ed-426d-8c74-57a4b4e7f6f2 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651512 Feb 09 08:06:53.246764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19253-b63e-4440-91ba-97f04521df3c req-45124e39-a6a4-4f19-9127-7ed674fd4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.248413 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-45124e39-a6a4-4f19-9127-7ed674fd4c0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.1568346 Feb 09 08:06:53.271329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Router b45a3597-6fa1-460c-b950-c336b2620159 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:06:53.397067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19253-b63e-4440-91ba-97f04521df3c req-fdbd70fb-15ef-4541-9eeb-492fb20af4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.398976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-fdbd70fb-15ef-4541-9eeb-492fb20af4d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1441767 Feb 09 08:06:53.465739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:06:53.478203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Sync routers for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:06:53.494132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:53.494833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:53.519054 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-e26a6d79-957f-4f55-9f77-21685e00b8d8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 1001 time: 0.1125793 Feb 09 08:06:53.576206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:53.590896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19253-b63e-4440-91ba-97f04521df3c req-f5e7faf5-45c5-48f0-81dd-b4aa0069db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.592501 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-f5e7faf5-45c5-48f0-81dd-b4aa0069db77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0664582 Feb 09 08:06:53.637758 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c94665bd-d1b1-47c5-b0f2-2f1421aa7620 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "DELETE /v2.0/floatingips/206539eb-9821-49fb-b004-ec31c4d738ae HTTP/1.1" status: 204 len: 173 time: 1.7701807 Feb 09 08:06:53.638331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:53.688033 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c19253-b63e-4440-91ba-97f04521df3c req-9206f16a-0a73-49ae-81d9-92da5f8baa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.690099 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-9206f16a-0a73-49ae-81d9-92da5f8baa75 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912561 Feb 09 08:06:53.703892 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'status': 'completed', 'code': 200} Feb 09 08:06:53.710282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:53.823581 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c82321a6-dde9-4bd9-b059-826834c3dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.825281 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-c82321a6-dde9-4bd9-b059-826834c3dfd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.1677842 Feb 09 08:06:53.897483 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-05a3de37-371a-402e-9856-d9f95eb10f92 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998374 Feb 09 08:06:53.957091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-f3100594-e019-47c8-9276-0de73b3e4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:53.958705 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-f3100594-e019-47c8-9276-0de73b3e4f2c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 1163 time: 0.1634417 Feb 09 08:06:54.063566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:54.067786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Checking router: b45a3597-6fa1-460c-b950-c336b2620159 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:06:54.077442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:06:54.078124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:06:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:54.176552 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3c19253-b63e-4440-91ba-97f04521df3c req-04fee0f5-75ff-4bbf-a043-f0f7e3029113 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2687483 Feb 09 08:06:54.228092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-7cec48c5-dcb8-4b28-a80f-22b992d7efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.229682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-7c908400-06a9-414a-9edc-5721664615d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.230810 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-7cec48c5-dcb8-4b28-a80f-22b992d7efd1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.2149012 Feb 09 08:06:54.232009 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-7c908400-06a9-414a-9edc-5721664615d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 200 len: 902 time: 0.3993344 Feb 09 08:06:54.284919 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:06:54.317336 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-8cb77f74-80a0-4db6-8dba-0d6048b86130 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 217 time: 0.0791738 Feb 09 08:06:54.377343 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-5c8e304d-bb0e-4860-b99e-eb98838466da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 200 len: 217 time: 0.1154583 Feb 09 08:06:54.387812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-9536c79d-bb6a-4e8f-93bb-e992273e8eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.389449 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-9536c79d-bb6a-4e8f-93bb-e992273e8eee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0697808 Feb 09 08:06:54.475302 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-c045aebb-15d2-4f4e-9405-670a7cea6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.476585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-c045aebb-15d2-4f4e-9405-670a7cea6a5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 200 len: 847 time: 0.0869377 Feb 09 08:06:54.478751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-30d56c87-1236-4467-9991-7aed6a6d6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.488150 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-30d56c87-1236-4467-9991-7aed6a6d6daa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917361 Feb 09 08:06:54.629204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1c18a-257a-45d3-bfb6-780e62416649 req-2ca8efc9-76b9-470f-9c09-0325596a206e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.630962 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aeb1c18a-257a-45d3-bfb6-780e62416649 req-2ca8efc9-76b9-470f-9c09-0325596a206e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.3062229 Feb 09 08:06:54.645044 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-1866c68c-a188-4d2f-958b-45d1e519d4bc service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556437 Feb 09 08:06:54.718376 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aeb1c18a-257a-45d3-bfb6-780e62416649 req-b8a04fa3-286d-49e2-94d5-224b8f717455 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804231 Feb 09 08:06:54.721197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-af01cc91-e9cf-43bf-b860-bc06b6683ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:54.722868 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-af01cc91-e9cf-43bf-b860-bc06b6683ecd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=364f9846-2a58-4c48-accc-53db1c2b8ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2357304 Feb 09 08:06:54.803629 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-eb7094c8-e16e-4936-a70a-bc4e912fc906 req-6bdbeb44-49e7-4f0a-86a3-f0987762474f service neutron] 10.222.0.13 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1517889 Feb 09 08:06:54.825885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:06:54.831485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aaf36-1899-4c21-8293-fb44002df159 None None] The sync data for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi is: [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:02:01Z', 'revision_number': 4, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '207d4ee2-8057-4efb-82fa-9bcd7a3e978f', 'name': '', 'network_id': '364f9846-2a58-4c48-accc-53db1c2b8ca3', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'mac_address': 'fa:16:3e:6a:44:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:00Z', 'updated_at': '2021-02-09T08:02:09Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'subnets': [{'id': '1c0ecb97-9645-4e68-8a4f-f433f81610d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:06:54.912719 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-c32861ad-0226-4bac-aef7-8ae4ee4f3ecf service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704018 Feb 09 08:06:55.075775 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f2f8b4f6-e87e-4718-97a5-60c33d72ea88 req-5e7885a1-b652-4deb-8221-7bba0aad4fab service neutron] 10.222.0.48 "GET /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540985 Feb 09 08:06:55.242913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240ff82-a1f4-4578-b7a5-e7ccab198f8b None None] New status for floating IP 206539eb-9821-49fb-b004-ec31c4d738ae: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:06:55.445190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344a2f5-7cdc-4623-871c-d99f51ac8611 req-a5762970-7158-4256-8da4-a2235bdd1ad9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:55.446009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c344a2f5-7cdc-4623-871c-d99f51ac8611 req-a5762970-7158-4256-8da4-a2235bdd1ad9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:06:55.495176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c344a2f5-7cdc-4623-871c-d99f51ac8611 req-a5762970-7158-4256-8da4-a2235bdd1ad9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:06:55.496430 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c344a2f5-7cdc-4623-871c-d99f51ac8611 req-a5762970-7158-4256-8da4-a2235bdd1ad9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.2212844 Feb 09 08:06:55.563544 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c344a2f5-7cdc-4623-871c-d99f51ac8611 req-c6516669-748e-4619-8afd-633ecf7913c9 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0603724 Feb 09 08:06:56.018539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119ac12-746f-4b53-8006-9541823a0c40 req-eb1ad9d9-6414-41ad-a472-11aafe7800de tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:56.020070 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4119ac12-746f-4b53-8006-9541823a0c40 req-eb1ad9d9-6414-41ad-a472-11aafe7800de tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1665306 Feb 09 08:06:56.083946 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4119ac12-746f-4b53-8006-9541823a0c40 req-dce43b6b-7b6b-49f6-bed5-22a4157402fe tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573471 Feb 09 08:06:56.586168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:06:56.661498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c2fa4bed-95a2-40c7-b581-f1a79107707b triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:06:56.661915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:56.861942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a42454-b94c-4016-8151-1a17c9a6f6a8 req-f0a2d898-709c-450b-b426-dffff446cd43 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:56.863604 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e0a42454-b94c-4016-8151-1a17c9a6f6a8 req-f0a2d898-709c-450b-b426-dffff446cd43 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1691141 Feb 09 08:06:56.927382 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e0a42454-b94c-4016-8151-1a17c9a6f6a8 req-c120a17e-22ef-4fd7-bb6f-57dda4a4a50d tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups?id=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0574727 Feb 09 08:06:57.090669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-2c320c17-62ad-40a2-9e9d-bdd9d7a69a3c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:06:57.092177 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-2c320c17-62ad-40a2-9e9d-bdd9d7a69a3c tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.48 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 946 time: 0.1750991 Feb 09 08:06:57.186465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Deleting port 227f3697-2ed0-4962-a973-746eb4eeaf8a {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:06:57.186854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:57.457627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] For port 227f3697-2ed0-4962-a973-746eb4eeaf8a, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=227f3697-2ed0-4962-a973-746eb4eeaf8a,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:06:57.458025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:57.496011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:06:57.834212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Calling delete_port for 227f3697-2ed0-4962-a973-746eb4eeaf8a owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:06:58.022235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:58.040192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f9287822-a481-4377-a9f8-8cbf1dafca83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:06:58.138353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event deleted for resources: {'Port': ['ID=227f3697-2ed0-4962-a973-746eb4eeaf8a,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:06:58.142066 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:06:58.158680 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cb4fedbe-3bee-41ff-aaa9-99fdc8dec51d req-0780fad1-3ee2-457c-8079-8c43db785ca6 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0761814 Feb 09 08:06:58.297775 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] No DVR routers for this DVR port 227f3697-2ed0-4962-a973-746eb4eeaf8a on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:06:58.300239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:06:58.303035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-deleted', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:06:58.347376 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fd302bba-b2da-4ed8-8646-292c06636ccf req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.48 "DELETE /v2.0/ports/227f3697-2ed0-4962-a973-746eb4eeaf8a HTTP/1.1" status: 204 len: 173 time: 1.2493286 Feb 09 08:06:58.399182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:06:58.436797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 227f3697-2ed0-4962-a973-746eb4eeaf8a {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:06:58.437203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 227f3697-2ed0-4962-a973-746eb4eeaf8a not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:06:58.447241 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8446e2a2-40b4-4ac6-9f5f-fa1bd3224912', 'name': 'network-vif-deleted', 'tag': '227f3697-2ed0-4962-a973-746eb4eeaf8a', 'status': 'completed', 'code': 200} Feb 09 08:06:59.349511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9faa5f2c-dcac-4a81-ae8c-f86b9007b944 req-3e7c0fd7-973e-42dd-af28-88f3fd077c21 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Synchronizing usage tracker for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:06:59.393601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9faa5f2c-dcac-4a81-ae8c-f86b9007b944 req-3e7c0fd7-973e-42dd-af28-88f3fd077c21 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Unset dirty status for tenant:1ed5dc9ab9d84734bf9e138f158937e4 on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:06:59.394910 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9faa5f2c-dcac-4a81-ae8c-f86b9007b944 req-3e7c0fd7-973e-42dd-af28-88f3fd077c21 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/ports?device_id=8446e2a2-40b4-4ac6-9f5f-fa1bd3224912 HTTP/1.1" status: 200 len: 210 time: 0.0938580 Feb 09 08:07:00.601952 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-169c27ab-fecf-4c02-84d2-c58af62ca6ad tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "GET /v2.0/security-groups/c393a4e6-bc6c-4f6d-a488-8eeb552d61bf HTTP/1.1" status: 200 len: 2993 time: 0.0698292 Feb 09 08:07:00.691108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:00.722349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:00.798700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:00.804006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fa2ac1d4-2c51-4dec-a45a-89f968890022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:00.821171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c393a4e6-bc6c-4f6d-a488-8eeb552d61bf,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:00.823754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:00.855057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:00.856208 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1e2552d8-eef0-4ee1-ac23-cb59e87e04a2 req-f713fef2-ef0a-4897-a5ed-b523b3abb215 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] 10.222.0.13 "DELETE /v2.0/security-groups/c393a4e6-bc6c-4f6d-a488-8eeb552d61bf HTTP/1.1" status: 204 len: 173 time: 0.2481246 Feb 09 08:07:00.941047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43364) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:01.153107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5610c06-ed8e-45a5-a3ea-354b6c9c1953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:01.610543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:01.986415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Deleting port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:01.986793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:02.169937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] For port 207d4ee2-8057-4efb-82fa-9bcd7a3e978f, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:02.170338 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:02.304053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Calling delete_port for 207d4ee2-8057-4efb-82fa-9bcd7a3e978f owned by network:router_interface {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:02.530268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:02.546073 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:02.606760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Pushing event deleted for resources: {'Port': ['ID=207d4ee2-8057-4efb-82fa-9bcd7a3e978f,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:02.611818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:02.961732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:03.534907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a836b0a4-f58a-4916-a040-038c0392fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:03.706980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Router b45a3597-6fa1-460c-b950-c336b2620159 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:07:03.898549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:07:03.907994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Sync routers for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:07:03.917718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:03.918696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:03.936496 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-397c1902-d79b-43dc-b1b2-87d1dfef9fee admin admin] 10.222.0.13 "PUT /v2.0/routers/b45a3597-6fa1-460c-b950-c336b2620159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9942729 Feb 09 08:07:03.939762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43372) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:04.113466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.123303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:04.127989 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks [] for router, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.316230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.321367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Deleting port 1002d137-f202-4b06-ab91-ee5ddaedff70 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:04.321732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.428576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:07:02Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:04.432696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Checking router: b45a3597-6fa1-460c-b950-c336b2620159 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:07:04.441844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Routers {'b45a3597-6fa1-460c-b950-c336b2620159'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:04.442505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['b45a3597-6fa1-460c-b950-c336b2620159'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:04.510086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] For port 1002d137-f202-4b06-ab91-ee5ddaedff70, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=1002d137-f202-4b06-ab91-ee5ddaedff70,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:04.510505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.638431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] Set router b45a3597-6fa1-460c-b950-c336b2620159 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:04.645814 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Calling delete_port for 1002d137-f202-4b06-ab91-ee5ddaedff70 owned by network:router_gateway {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:04.786417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:04.943311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:07:02Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:04.947404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a872a-3ecf-47b8-a673-9f526a1044ac None None] The sync data for ids ['b45a3597-6fa1-460c-b950-c336b2620159'] in dv-cinder-774594-1-iscsi is: [{'id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'name': 'tempest-TestShelveInstance-333231573-router', 'tenant_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:01:55Z', 'updated_at': '2021-02-09T08:07:02Z', 'revision_number': 5, 'project_id': '1ed5dc9ab9d84734bf9e138f158937e4', 'gw_port': {'id': '1002d137-f202-4b06-ab91-ee5ddaedff70', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45a3597-6fa1-460c-b950-c336b2620159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:01:56Z', 'updated_at': '2021-02-09T08:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:07:04.980789 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.037893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.126960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.129319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.237950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.238480 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45a3597-6fa1-460c-b950-c336b2620159 {{(pid=80055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:07:05.251900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.253152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f2e5de16-eb80-419c-9fee-a50fbc82a373 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b45a3597-6fa1-460c-b950-c336b2620159 HTTP/1.1" status: 204 len: 168 time: 1.3124273 Feb 09 08:07:05.255846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43376) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:05.322559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Deleting subnet 1c0ecb97-9645-4e68-8a4f-f433f81610d6 {{(pid=80055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:07:05.325750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.381754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847935598'] for subnet, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.398667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.467807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.782387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6883518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6827400'] for subnet, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.798193 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:05.846001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0ecb97-9645-4e68-8a4f-f433f81610d6,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:05.850997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:05.931751 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:05.937210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe4eea-0d44-4195-8fe1-b6ade6a5e5f3 None None] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:07:05.937709 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-806d70f3-a155-4fe9-81a8-36261a47d3ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1c0ecb97-9645-4e68-8a4f-f433f81610d6 HTTP/1.1" status: 204 len: 168 time: 0.6807413 Feb 09 08:07:05.940299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43380) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:06.056270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.125681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Deleting port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:06.126064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.201761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] DHCP port deletion for 364f9846-2a58-4c48-accc-53db1c2b8ca3 request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:07:06.206538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Deleting port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:06.206955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.352990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] For port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:06.353308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.426077 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] For port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,segment=NetworkSegment(f99481e1-5ac7-4690-a198-b9ae21312329),segment_id=f99481e1-5ac7-4690-a198-b9ae21312329)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:06.426512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.489990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Calling delete_port for c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 owned by network:dhcp {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:06.560543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Calling delete_port for c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:06.604736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:06.620789 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7b832c05-678c-434a-8adf-c9d182cdfbaa tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:06.636197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:07:06.636605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:07:06.671322 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:06.683613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:06.867367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1002d137-f202-4b06-ab91-ee5ddaedff70 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:06.910362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 1002d137-f202-4b06-ab91-ee5ddaedff70 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:06.910761 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 1002d137-f202-4b06-ab91-ee5ddaedff70 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:06.911221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:06.949173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:06.949567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:06.950031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 207d4ee2-8057-4efb-82fa-9bcd7a3e978f no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:06.987899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 207d4ee2-8057-4efb-82fa-9bcd7a3e978f {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:06.988269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 207d4ee2-8057-4efb-82fa-9bcd7a3e978f not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:07.013096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] No DVR routers for this DVR port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 on host dv-cinder-774594-1-iscsi {{(pid=80055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:07:07.135096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.138218 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Deleting port c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:07.138727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.213191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ccb854a5-8e49-4649-9411-93f71abf2c5e None None] The port 'c338ffbd-086d-4fb0-a60a-c6ca3f1c8a50' was deleted {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:07:07.252734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364f9846-2a58-4c48-accc-53db1c2b8ca3']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:07.265806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99481e1-5ac7-4690-a198-b9ae21312329') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:07.266148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99481e1-5ac7-4690-a198-b9ae21312329') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:07.278891 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.294708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.297481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:07:07.480980 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:07:07.490336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.672092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Network 364f9846-2a58-4c48-accc-53db1c2b8ca3 has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:07:07.698689 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:07:07.798946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.802411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-923a6f8e-a62c-4730-89ec-c97a1ffc525c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:07.820353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:07.830332 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=364f9846-2a58-4c48-accc-53db1c2b8ca3,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:07.833743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:07.862482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ba5ba5f3-dfdf-4d10-9b4b-5e0b7ce83e63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/364f9846-2a58-4c48-accc-53db1c2b8ca3 HTTP/1.1" status: 204 len: 168 time: 1.9210970 Feb 09 08:07:07.865649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43384) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:08.432548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:08.802573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Deleting port 77b95a3f-f913-4dab-9701-15940b5814ca {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:08.802953 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:08.985924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] For port 77b95a3f-f913-4dab-9701-15940b5814ca, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=77b95a3f-f913-4dab-9701-15940b5814ca,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:08.986319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:09.074715 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-108366b9-d879-4ffe-8e1f-13ec38dc46c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0837300 Feb 09 08:07:09.121893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Calling delete_port for 77b95a3f-f913-4dab-9701-15940b5814ca owned by network:router_interface {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:09.244415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-575dda38-ec9e-4d4e-bb4b-4b9b599eca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:09.246149 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-575dda38-ec9e-4d4e-bb4b-4b9b599eca4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 1162 time: 0.0791457 Feb 09 08:07:09.324690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:09.340513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d138c34b-4c6e-4ed2-b489-9278dba392df tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:09.391699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b95a3f-f913-4dab-9701-15940b5814ca,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:09.394781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:09.414062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-21d25899-e03b-4dbd-a8f9-d94325d654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:09.415669 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-21d25899-e03b-4dbd-a8f9-d94325d654d0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1495838 Feb 09 08:07:09.535399 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-941334b7-47fd-4849-9f65-d4520b98df75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 200 len: 1001 time: 0.1110575 Feb 09 08:07:09.610045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-298fe033-d785-4b60-b8b8-d377a17e3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:09.611765 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-298fe033-d785-4b60-b8b8-d377a17e3950 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0690572 Feb 09 08:07:09.703829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-17bf20ed-f80a-4071-baab-9c175516110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:09.705513 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-17bf20ed-f80a-4071-baab-9c175516110e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863736 Feb 09 08:07:09.766209 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:09.854122 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-2b548890-c43e-4eb5-aad7-6b6750834619 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408927 Feb 09 08:07:10.009272 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-926371b2-efe3-44f1-8fd5-8cae347b2bf5 req-4bf7f76d-2a72-46a3-8c29-18b7f7d38152 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482232 Feb 09 08:07:10.513096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Router 58dece7e-56ad-422a-8641-a246a7cd4668 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:07:10.706511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:07:10.890871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Sync routers for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:07:10.891100 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1f79ceef-a107-4f60-aa31-67864232a0f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/58dece7e-56ad-422a-8641-a246a7cd4668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494236 Feb 09 08:07:10.891263 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43390) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:10.891380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:10.891380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:10.925128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks [] for router, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:10.930967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:11.112031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.117201 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Deleting port c8a099ba-6973-48df-8703-b953e59fbf2f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:11.117568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.234877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:07:09Z', 'revision_number': 5, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:11.238862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Checking router: 58dece7e-56ad-422a-8641-a246a7cd4668 for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:07:11.247576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Routers {'58dece7e-56ad-422a-8641-a246a7cd4668'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:11.248221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['58dece7e-56ad-422a-8641-a246a7cd4668'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:11.308508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] For port c8a099ba-6973-48df-8703-b953e59fbf2f, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=c8a099ba-6973-48df-8703-b953e59fbf2f,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:11.308935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.435435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] Set router 58dece7e-56ad-422a-8641-a246a7cd4668 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:11.444039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Calling delete_port for c8a099ba-6973-48df-8703-b953e59fbf2f owned by network:router_gateway {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:11.654485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.745502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:07:09Z', 'revision_number': 5, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:11.749562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83432ddb-b534-4e40-9b53-e0c2ee5e3be2 None None] The sync data for ids ['58dece7e-56ad-422a-8641-a246a7cd4668'] in dv-cinder-774594-1-iscsi is: [{'id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'name': 'tempest-TestShelveInstance-267660575-router', 'tenant_id': 'e8b2993812e44ea797159761c7ac6899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:02:05Z', 'updated_at': '2021-02-09T08:07:09Z', 'revision_number': 5, 'project_id': 'e8b2993812e44ea797159761c7ac6899', 'gw_port': {'id': 'c8a099ba-6973-48df-8703-b953e59fbf2f', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dece7e-56ad-422a-8641-a246a7cd4668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:02:07Z', 'updated_at': '2021-02-09T08:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:07:11.846821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.988211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:11.990769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.124398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.125113 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dece7e-56ad-422a-8641-a246a7cd4668 {{(pid=80054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:07:12.138152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.139400 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c5e2a768-8f33-4853-a3f0-044b86eda69b admin admin] 10.222.0.13 "DELETE /v2.0/routers/58dece7e-56ad-422a-8641-a246a7cd4668 HTTP/1.1" status: 204 len: 168 time: 1.4187443 Feb 09 08:07:12.142837 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43394) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:12.213020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Deleting subnet d19e76f2-1129-478e-bd5d-2ca6ba15861d {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:07:12.216612 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.272012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.360467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:12.864295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 77b95a3f-f913-4dab-9701-15940b5814ca no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:12.902162 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 77b95a3f-f913-4dab-9701-15940b5814ca {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:12.902560 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 77b95a3f-f913-4dab-9701-15940b5814ca not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:12.903060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c8a099ba-6973-48df-8703-b953e59fbf2f no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:12.941912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: c8a099ba-6973-48df-8703-b953e59fbf2f {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:12.942294 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device c8a099ba-6973-48df-8703-b953e59fbf2f not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:13.089656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.105720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:13.156957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19e76f2-1129-478e-bd5d-2ca6ba15861d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:13.168424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.168869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.169284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.169690 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.170092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.170490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.170885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.171278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.171797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.172190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.172582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.173000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.173429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.173819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.174234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.174600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.174988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.175376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.175765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.176154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.176539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.176950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.177342 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.177730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:13.181460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:13.258768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.264133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab58a28-ef41-4cea-8c1a-edc0c32e49ce None None] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:07:13.266021 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d19e76f2-1129-478e-bd5d-2ca6ba15861d HTTP/1.1" status: 204 len: 168 time: 1.1215038 Feb 09 08:07:13.268592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43398) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:13.387024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.461082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Deleting port 9382dead-fb5e-4fe1-b39c-497bc73cda45 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:13.461566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.557809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] DHCP port deletion for 72c4156f-8a65-46b5-baa7-4924f912cdb6 request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:07:13.562042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Deleting port 9382dead-fb5e-4fe1-b39c-497bc73cda45 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:13.562474 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.697495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] For port 9382dead-fb5e-4fe1-b39c-497bc73cda45, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9382dead-fb5e-4fe1-b39c-497bc73cda45,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:13.697904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.840720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Calling delete_port for 9382dead-fb5e-4fe1-b39c-497bc73cda45 owned by network:dhcp {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:13.950384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] For port 9382dead-fb5e-4fe1-b39c-497bc73cda45, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=9382dead-fb5e-4fe1-b39c-497bc73cda45,segment=NetworkSegment(213fa837-1d86-4fbe-aefd-d6d72a43f127),segment_id=213fa837-1d86-4fbe-aefd-d6d72a43f127)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:13.950954 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.958618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:13.975207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dd66ec4a-bffa-4527-acc9-3421b50ca6b7 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:14.027248 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Pushing event deleted for resources: {'Port': ['ID=9382dead-fb5e-4fe1-b39c-497bc73cda45,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:14.039718 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:14.085159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Calling delete_port for 9382dead-fb5e-4fe1-b39c-497bc73cda45 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:14.121635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] No DVR routers for this DVR port 9382dead-fb5e-4fe1-b39c-497bc73cda45 on host dv-cinder-774594-1-iscsi {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:07:14.162641 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:07:14.163048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:07:14.247862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.370116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c4156f-8a65-46b5-baa7-4924f912cdb6']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:14.383087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213fa837-1d86-4fbe-aefd-d6d72a43f127') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:14.383428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213fa837-1d86-4fbe-aefd-d6d72a43f127') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:14.395964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.473064 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.475297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:07:14.657421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:07:14.664724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Deleting port 9382dead-fb5e-4fe1-b39c-497bc73cda45 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:14.665175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.666488 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.742321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7b9b8f63-2792-498f-a15e-a3792065b65d None None] The port '9382dead-fb5e-4fe1-b39c-497bc73cda45' was deleted {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:07:14.787229 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:14.861769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9382dead-fb5e-4fe1-b39c-497bc73cda45 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:14.863561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Network 72c4156f-8a65-46b5-baa7-4924f912cdb6 has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:07:14.886616 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:07:14.902244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 9382dead-fb5e-4fe1-b39c-497bc73cda45 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:14.902646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 9382dead-fb5e-4fe1-b39c-497bc73cda45 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:15.118629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.123101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.127088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:15.154876 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] 10.222.0.13 "DELETE /v2.0/networks/72c4156f-8a65-46b5-baa7-4924f912cdb6 HTTP/1.1" status: 204 len: 168 time: 1.8851008 Feb 09 08:07:15.156485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Pushing event deleted for resources: {'Network': ['ID=72c4156f-8a65-46b5-baa7-4924f912cdb6,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:15.160144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:15.443215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43404) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:15.499389 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-70443e3e-7cea-458e-a48a-5448475cffa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ed5dc9ab9d84734bf9e138f158937e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523353 Feb 09 08:07:15.500192 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43408) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:15.576564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.603696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.735052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.740219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-21f3fff0-e1f6-4fd3-8d2c-bc9ffdf6ded7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:15.754711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d829447-300d-474c-90af-90ae839caf03,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:15.759513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:15.761393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:15.762619 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-96e05199-dd40-479e-9aa3-3740a0437b34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d829447-300d-474c-90af-90ae839caf03 HTTP/1.1" status: 204 len: 168 time: 0.2614250 Feb 09 08:07:16.316028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43416) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:16.372442 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-617af372-a347-4559-b29c-5854fef44749 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8b2993812e44ea797159761c7ac6899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539405 Feb 09 08:07:16.374015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43420) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:16.435883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:16.463422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:16.558764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:16.564662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9399eae8-11d5-49a4-a7e7-fada6a92be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:16.578375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e150cc-6f5d-46ad-991b-103111ec2084,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:16.581514 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:16.582458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:16.583672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40e150cc-6f5d-46ad-991b-103111ec2084 HTTP/1.1" status: 204 len: 168 time: 0.2077911 Feb 09 08:07:29.242518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26213cd3-4c9e-4d03-9dea-44b2e83460f8 req-3c6c6280-c631-4cce-8c52-f4aa2ee6536b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:29.244124 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-26213cd3-4c9e-4d03-9dea-44b2e83460f8 req-3c6c6280-c631-4cce-8c52-f4aa2ee6536b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1630533 Feb 09 08:07:29.307009 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-26213cd3-4c9e-4d03-9dea-44b2e83460f8 req-af5abeaa-c7d9-4f80-aa9a-acc5d7282ce6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565557 Feb 09 08:07:30.608203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a818-449c-490e-a200-78c6a4214972 req-7517e55c-c8af-4939-98de-a0780268ff52 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:30.609908 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0718a818-449c-490e-a200-78c6a4214972 req-7517e55c-c8af-4939-98de-a0780268ff52 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1716733 Feb 09 08:07:30.674246 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0718a818-449c-490e-a200-78c6a4214972 req-9a55ea1c-d3d0-4e89-899e-aa878ff31e06 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580354 Feb 09 08:07:31.170136 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2048ebac-a3f6-4a41-a5d3-75c16d15fdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:31.229773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-d320aa21-7920-4e44-bf18-9657555f66ba tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:31.231377 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-d320aa21-7920-4e44-bf18-9657555f66ba tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1660006 Feb 09 08:07:31.329696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Deleting port c2fa4bed-95a2-40c7-b581-f1a79107707b {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:31.330082 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:31.596595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] For port c2fa4bed-95a2-40c7-b581-f1a79107707b, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c2fa4bed-95a2-40c7-b581-f1a79107707b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:31.597035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:31.917235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:31.917923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:31.918062 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Floating IP 623b7159-433b-4a9e-ac99-7e5e542c6882 disassociated. External IP: 172.27.2.145, port: c2fa4bed-95a2-40c7-b581-f1a79107707b. Feb 09 08:07:31.918337 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Calling delete_port for c2fa4bed-95a2-40c7-b581-f1a79107707b owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:31.973241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c1ea-2269-4614-ad63-cdaeccba5c33 req-96cea8ff-5929-4159-b02c-7885df89e4ef tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:31.974933 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f682c1ea-2269-4614-ad63-cdaeccba5c33 req-96cea8ff-5929-4159-b02c-7885df89e4ef tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 945 time: 0.1705425 Feb 09 08:07:32.040767 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f682c1ea-2269-4614-ad63-cdaeccba5c33 req-61a83de1-9d13-4ce7-83e0-007ce8a7472e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ac06660-b197-4400-94f7-6e49f77b72ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593784 Feb 09 08:07:32.100030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:32.116316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2f061529-6f4a-46e0-af35-1925732cbfe6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:32.168459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'Port': ['ID=c2fa4bed-95a2-40c7-b581-f1a79107707b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:32.181055 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:32.483653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:07:32.677784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:07:32.688778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:07:32.699117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:32.699805 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:32.722185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] No DVR routers for this DVR port c2fa4bed-95a2-40c7-b581-f1a79107707b on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:07:32.724677 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:32.727610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'name': 'network-vif-deleted', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:07:32.770779 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c051c82a-c54d-4e10-bac1-dcc59ede6b9c req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "DELETE /v2.0/ports/c2fa4bed-95a2-40c7-b581-f1a79107707b HTTP/1.1" status: 204 len: 173 time: 1.5334938 Feb 09 08:07:32.799173 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acfdf2ce-74e4-4383-847e-35cc0b91f7d8', 'name': 'network-vif-deleted', 'tag': 'c2fa4bed-95a2-40c7-b581-f1a79107707b', 'status': 'completed', 'code': 200} Feb 09 08:07:32.909347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:07:32.949433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:32.998224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: c2fa4bed-95a2-40c7-b581-f1a79107707b {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:07:32.998615 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c2fa4bed-95a2-40c7-b581-f1a79107707b not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:07:33.236328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad700c18-fa23-4aca-9404-bd0c9747a635 req-d7646bf5-aa30-4011-bcd0-46ce8adbf3e0 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=acfdf2ce-74e4-4383-847e-35cc0b91f7d8 HTTP/1.1" status: 200 len: 210 time: 0.0500922 Feb 09 08:07:33.296025 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:33.300900 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:07:33.310140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:33.310827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:33.517417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:33.652746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7ba08805-9dda-4702-b219-ebff5a13a3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:33.856038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:33.860873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9781ba0-db28-4cf7-9bc9-3700deb119e2 None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:07:34.124231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:34.250992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25b70e6-5613-47e2-9e49-ba066c9ca934 None None] New status for floating IP 623b7159-433b-4a9e-ac99-7e5e542c6882: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:07:34.405484 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43450) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:34.491833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:34.499165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:07:34.523497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:34.586811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:34.592067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-becdda77-e662-4e07-b774-256141a8d7e7 tempest-VolumesNegativeTest-1935015060 tempest-VolumesNegativeTest-1935015060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:34.608470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac06660-b197-4400-94f7-6e49f77b72ff,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:34.611030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:34.637573 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:34.638823 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e1dac015-fd5b-4f79-b09c-0ca530f4c2c4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ac06660-b197-4400-94f7-6e49f77b72ff HTTP/1.1" status: 204 len: 168 time: 0.2322195 Feb 09 08:07:34.642306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43454) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:34.659998 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.v2.resource [None req-e0ebd57a-a37c-4229-bf26-c197de51039a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] show failed (client error): The resource could not be found. Feb 09 08:07:34.661111 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e0ebd57a-a37c-4229-bf26-c197de51039a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups/3ac06660-b197-4400-94f7-6e49f77b72ff HTTP/1.1" status: 404 len: 347 time: 0.0178394 Feb 09 08:07:34.663708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43458) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:35.033084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.095629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Deleting port 564d8684-2155-478f-ad33-28236e49846d {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:07:35.095906 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.277375 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.277964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.397365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.414727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Calling delete_port for 564d8684-2155-478f-ad33-28236e49846d owned by network:floatingip {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:07:35.655468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.672356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b4eef51c-2afe-4910-9491-dc4e4d243dd5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:35.723312 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'Port': ['ID=564d8684-2155-478f-ad33-28236e49846d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:35.735966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:35.901667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.916668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:35.917871 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "DELETE /v2.0/floatingips/623b7159-433b-4a9e-ac99-7e5e542c6882 HTTP/1.1" status: 204 len: 168 time: 1.2532313 Feb 09 08:07:37.645543 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43466) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:37.651669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104034811', 'description': 'tempest-description--837022395'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:37.674726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:37.679068 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:07:37.682152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:07:37.688234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:37.724433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:37.746275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:37.750297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:07:37.753311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:07:37.759092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:37.832357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:37.855567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:37.861730 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-76c76015-b788-4fdf-b433-ca13887dee67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:37.907398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851009ea-2e75-4c06-a7f9-c89a9ecad571,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:37.910886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:37.924215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:37.925574 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f4fbdf96-d93b-4bc1-9c78-6222972aa2d7 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2789559 Feb 09 08:07:37.928540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43470) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:37.934360 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group_rule': {'security_group_id': '851009ea-2e75-4c06-a7f9-c89a9ecad571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:37.956942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:37.961131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:07:37.964152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:07:37.970819 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:38.010356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.153393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.186915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.189336 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-59d32d86-50f7-4b3f-b003-c438f2d20cc1 tempest-TestShelveInstance-569247376 tempest-TestShelveInstance-569247376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:38.213240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fb994c-91eb-4070-9bd1-ba88d46b5c1a,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:38.215782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:38.250101 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.251434 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5e714e4e-7c22-434d-a6d3-3e582b0b4bfa tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218622 Feb 09 08:07:38.254344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43474) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:38.259894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'security_group_rule': {'security_group_id': '851009ea-2e75-4c06-a7f9-c89a9ecad571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:38.282851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:38.286988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:security_group_rule and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:07:38.290074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:07:38.295924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:38.348346 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.412759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.444026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1725788'] for security_group_rule, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.446227 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-3decda2a-de7c-4e56-bda4-ae7b3c4d48ac tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:38.470016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b654698d-c119-49a1-a3ae-eaa3d9ef5b2c,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:38.472933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:38.507256 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.508658 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-205b90b2-5b92-4ecd-a6b2-2c9cc3c5d80c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2532568 Feb 09 08:07:38.511929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43478) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:38.518450 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:38.540067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:38.544179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Usage tracker for resource:floatingip and tenant:34f6755711264fc78a7c3d7934da923d is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:07:38.547271 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:07:38.553138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:38.581397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:38.727546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.025537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Allocated IP 172.27.2.246 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:07:39.189282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.244535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.259963 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a9e0b408-069b-46a0-893e-4500fe41b7ae tempest-TestMinimumBasicScenario-476154933 tempest-TestMinimumBasicScenario-476154933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:39.415588 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:39.420668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:39.460747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:07:39.461902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:07:39.464030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:07:39.547985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.646795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.920495 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.969666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:39.984859 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-00479ea4-7a43-4df0-9d8e-87b22e81318a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:40.132363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:40.137545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:40.225693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:40.272506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:40.274097 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7611506 Feb 09 08:07:40.564893 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-df4848a6-9d44-4674-b585-51156b344ae9 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--104034811&fields=id&tenant_id=34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 267 time: 0.0602031 Feb 09 08:07:40.810511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-78279b56-3dae-4d0e-bbed-80d8e3ad4be5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:40.812138 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-78279b56-3dae-4d0e-bbed-80d8e3ad4be5 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 811 time: 0.2398455 Feb 09 08:07:40.828831 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-78340810-2e58-49df-936a-30d4f654a3fd tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/quotas/34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 375 time: 0.0105855 Feb 09 08:07:40.969197 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-4f5d0671-4b1f-47ef-8d47-0b0475989d04 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337795 Feb 09 08:07:40.986191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-827e8ab9-4193-4141-a4ce-9f0f2e1921d9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:07:40.987234 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-827e8ab9-4193-4141-a4ce-9f0f2e1921d9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059295 Feb 09 08:07:41.130666 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-b854542f-5883-4129-9967-8b4389bc7af6 service neutron] 10.222.0.13 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375051 Feb 09 08:07:41.282700 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-0f4937a5-be5c-41b5-86e4-10c8db8901a0 service neutron] 10.222.0.13 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457710 Feb 09 08:07:41.533468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-02a0531e-b9bd-4eab-a1ca-49485f49a63c req-f3bda04e-b80a-4188-8c52-d4c717849b50 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:07:41.586928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-02a0531e-b9bd-4eab-a1ca-49485f49a63c req-f3bda04e-b80a-4188-8c52-d4c717849b50 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:07:41.588235 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-02a0531e-b9bd-4eab-a1ca-49485f49a63c req-f3bda04e-b80a-4188-8c52-d4c717849b50 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 210 time: 0.1092553 Feb 09 08:07:42.766950 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b6e948c-4d67-4006-abc1-965f8dad6958 req-f671ce2a-6b5f-4e31-bc33-b8a02183e03f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0510812 Feb 09 08:07:43.537727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-cab39e33-c121-4bac-9e69-08c044f061c6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:43.539373 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-cab39e33-c121-4bac-9e69-08c044f061c6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 811 time: 0.2370560 Feb 09 08:07:43.662023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-831db99e-b97c-42f8-87d9-6f73feda1b48 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:07:43.712844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-831db99e-b97c-42f8-87d9-6f73feda1b48 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:07:43.714302 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-831db99e-b97c-42f8-87d9-6f73feda1b48 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34f6755711264fc78a7c3d7934da923d HTTP/1.1" status: 200 len: 5707 time: 0.1546712 Feb 09 08:07:43.724468 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'port': {'device_id': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'admin_state_up': True, 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'security_groups': ['851009ea-2e75-4c06-a7f9-c89a9ecad571']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:43.874243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:07:43.884572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:07:43.947554 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0123ea38-52d5-4119-a6f9-ad3885868307 req-f8bc783c-f77c-4f77-b501-eb69edb9002d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0483248 Feb 09 08:07:43.987146 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Made reservation on behalf of 34f6755711264fc78a7c3d7934da923d for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:07:44.008595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:44.316022 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Allocated IP 172.20.0.4 (fae6b903-519d-4559-8ee4-e0b68df58f4f/68e10cd0-ed06-4ecf-87d5-9a9c3a70b522/85e0fc79-caba-4332-9a33-926781ec424f) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:07:44.594267 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:44.611795 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Transition to ACTIVE for port object 85e0fc79-caba-4332-9a33-926781ec424f will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:07:44.660752 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:44.676435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c1750287-fc13-451c-9f7c-be0120a28fcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:44.776197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:45.062352 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event updated for resources: {'Port': ['ID=85e0fc79-caba-4332-9a33-926781ec424f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:45.067627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:45.122165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Network fae6b903-519d-4559-8ee4-e0b68df58f4f is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:07:45.123425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:07:45.126458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:07:45.256715 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:45.257383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:45.260662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632807e-2f23-46d6-9f6e-fc762816523f req-a7ff24f9-2d72-4205-bf46-5b3259c18614 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:45.262378 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5632807e-2f23-46d6-9f6e-fc762816523f req-a7ff24f9-2d72-4205-bf46-5b3259c18614 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 931 time: 0.1839907 Feb 09 08:07:45.330874 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5632807e-2f23-46d6-9f6e-fc762816523f req-0710716f-7394-42d5-9eba-ded9d9a24e61 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608656 Feb 09 08:07:45.370986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-aca23486-abb4-4dfd-a507-9e9cb3224b69 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6505458 Feb 09 08:07:45.392950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Request body: {'port': {'device_id': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:45.399330 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-36c0f84a-b991-42bd-81e9-ac3ffcbe7921 None None] Provisioning for port 85e0fc79-caba-4332-9a33-926781ec424f completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:07:45.405081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-36c0f84a-b991-42bd-81e9-ac3ffcbe7921 None None] Provisioning complete for port 85e0fc79-caba-4332-9a33-926781ec424f triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:07:45.408719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-36c0f84a-b991-42bd-81e9-ac3ffcbe7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:45.465546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-36c0f84a-b991-42bd-81e9-ac3ffcbe7921 None None] Port 85e0fc79-caba-4332-9a33-926781ec424f cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:07:45.517960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:45.933782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e0fc79-caba-4332-9a33-926781ec424f {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:07:45.941575 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:45.953501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Transition to ACTIVE for port object 85e0fc79-caba-4332-9a33-926781ec424f will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:07:45.991502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:46.010876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-860b537e-1252-47de-8a66-6edbb2d20ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:46.150546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Pushing event updated for resources: {'Port': ['ID=85e0fc79-caba-4332-9a33-926781ec424f,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:46.160838 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:46.341609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Attempting to bind port 85e0fc79-caba-4332-9a33-926781ec424f on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:07:46.341981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Attempting to bind port 85e0fc79-caba-4332-9a33-926781ec424f by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:07:46.342349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Attempting to bind port 85e0fc79-caba-4332-9a33-926781ec424f on network fae6b903-519d-4559-8ee4-e0b68df58f4f {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:07:46.349005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:07:46.349385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Checking segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:07:46.349786 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:46.350139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Bound using segment: {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:07:46.350599 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Bound port: 85e0fc79-caba-4332-9a33-926781ec424f, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e5190d-9c21-42c3-8c26-3a78b931c318', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:07:46.350970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:46.451746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] For port 85e0fc79-caba-4332-9a33-926781ec424f, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:07:46.455668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] For port 85e0fc79-caba-4332-9a33-926781ec424f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85e0fc79-caba-4332-9a33-926781ec424f,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:07:46.506630 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:46.527889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:46.703154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Pushing event updated for resources: {'Port': ['ID=85e0fc79-caba-4332-9a33-926781ec424f,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:46.718333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:46.825413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9af10c-8d5c-4672-93aa-60f71aacd9a2 req-f103a995-853b-44d4-a5b1-2de8761a00d1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:46.826203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3b9af10c-8d5c-4672-93aa-60f71aacd9a2 req-f103a995-853b-44d4-a5b1-2de8761a00d1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Synchronizing usage tracker for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:07:46.844622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:46.845456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:46.846939 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] 10.222.0.48 "PUT /v2.0/ports/85e0fc79-caba-4332-9a33-926781ec424f HTTP/1.1" status: 200 len: 1157 time: 1.4594753 Feb 09 08:07:46.847515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:07:46.889059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-3b9af10c-8d5c-4672-93aa-60f71aacd9a2 req-f103a995-853b-44d4-a5b1-2de8761a00d1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Unset dirty status for tenant:34f6755711264fc78a7c3d7934da923d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:07:46.890380 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b9af10c-8d5c-4672-93aa-60f71aacd9a2 req-f103a995-853b-44d4-a5b1-2de8761a00d1 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 943 time: 0.4270105 Feb 09 08:07:46.921079 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f', 'status': 'completed', 'code': 200} Feb 09 08:07:46.965706 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3b9af10c-8d5c-4672-93aa-60f71aacd9a2 req-776213dd-b3f4-4e16-a522-0e38555b79da tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666542 Feb 09 08:07:47.047138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-8cadd09c-01b4-4da3-a071-12b7c10cd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.048835 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-8cadd09c-01b4-4da3-a071-12b7c10cd6a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 1160 time: 0.0822039 Feb 09 08:07:47.211903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-957fd288-1a4e-492a-ace4-e785606d186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.213560 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-957fd288-1a4e-492a-ace4-e785606d186c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=34f6755711264fc78a7c3d7934da923d&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1508412 Feb 09 08:07:47.361848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-439ce019-6a37-445e-981c-7c5e048157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.363371 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-43ceeec5-5d27-4b4d-8908-ab38d7628a28 req-439ce019-6a37-445e-981c-7c5e048157cf service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1430573 Feb 09 08:07:47.505261 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-6660ae90-7e60-40b4-90a1-b1bfa5211181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.506993 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-6660ae90-7e60-40b4-90a1-b1bfa5211181 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 1160 time: 0.0840638 Feb 09 08:07:47.587804 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-6259757c-e59f-497d-aadd-b129ab9acfcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e0fc79-caba-4332-9a33-926781ec424f HTTP/1.1" status: 200 len: 217 time: 0.0677807 Feb 09 08:07:47.659638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-e6b0be6b-ed1d-4c0e-b14e-8983cda4b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.661197 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-e6b0be6b-ed1d-4c0e-b14e-8983cda4b7fb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0669742 Feb 09 08:07:47.743638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-250af658-c9f0-45a3-bd04-42e6d45a5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:47.745230 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-250af658-c9f0-45a3-bd04-42e6d45a5efc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764515 Feb 09 08:07:47.888522 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-662e509e-b028-490f-b270-933a8e86e896 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363721 Feb 09 08:07:48.035546 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78fb4491-30ac-4785-85c1-b2a2910a5919 req-fae70d79-8209-4826-9d7d-1de07769a5d8 service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411357 Feb 09 08:07:48.266320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76582c46-f70a-41f4-9b24-1c8918ac18b5 req-262ab0b2-33fe-4371-9ff3-668a1cba23b6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:48.267860 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76582c46-f70a-41f4-9b24-1c8918ac18b5 req-262ab0b2-33fe-4371-9ff3-668a1cba23b6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1666276 Feb 09 08:07:48.335609 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-76582c46-f70a-41f4-9b24-1c8918ac18b5 req-8497c974-3243-4a24-beb7-9eecadf0e340 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610909 Feb 09 08:07:49.663901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e052a-43f4-41b2-a3f0-40868f58d3e2 req-c9dfa83a-113e-4b8d-b64a-07f15855837f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:49.665703 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d5e052a-43f4-41b2-a3f0-40868f58d3e2 req-c9dfa83a-113e-4b8d-b64a-07f15855837f tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1910110 Feb 09 08:07:49.734438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d5e052a-43f4-41b2-a3f0-40868f58d3e2 req-8189e94c-dd5b-4b22-80f3-c18614e019d0 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620301 Feb 09 08:07:51.028393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5a45b-97bf-4352-9b9a-c3b2926d25d5 req-8c531ad3-4494-4a0b-a6a3-0be6ad25107c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:51.029966 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fcd5a45b-97bf-4352-9b9a-c3b2926d25d5 req-8c531ad3-4494-4a0b-a6a3-0be6ad25107c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 943 time: 0.1651883 Feb 09 08:07:51.095758 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fcd5a45b-97bf-4352-9b9a-c3b2926d25d5 req-8c31a152-e4ea-4091-b6b4-0525fc7db84d tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590312 Feb 09 08:07:51.530635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 85e0fc79-caba-4332-9a33-926781ec424f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:07:51.627175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 85e0fc79-caba-4332-9a33-926781ec424f completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:07:51.632038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 85e0fc79-caba-4332-9a33-926781ec424f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:07:51.632457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:51.754696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:51.783386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:07:51.793498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 85e0fc79-caba-4332-9a33-926781ec424f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85e0fc79-caba-4332-9a33-926781ec424f,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:07:51.821120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:51.823103 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:07:51.893808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=85e0fc79-caba-4332-9a33-926781ec424f,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:07:51.902116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.902511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.903034 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.903296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.903705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.904050 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.904416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.904810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.905186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.905552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.905957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.906320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.907245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.907609 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.908121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.908490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.908879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.909244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.909607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.909970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.910331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.910693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.911053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.911414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:07:51.915666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:07:51.999618 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f', 'code': 200} Feb 09 08:07:52.343539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51022a1c-6d9c-4e50-917e-baf275817410 req-daab91ba-1140-4264-b8a8-6d8262236a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:52.345997 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-51022a1c-6d9c-4e50-917e-baf275817410 req-daab91ba-1140-4264-b8a8-6d8262236a1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 1162 time: 0.0803897 Feb 09 08:07:52.393133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ae84-c3db-438e-b2d4-052dee933172 req-a2fb4de0-c158-4091-b76e-99962a00981c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:52.393712 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-51022a1c-6d9c-4e50-917e-baf275817410 req-75064720-58e3-4af8-827b-ba3e1c6c46ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Feb 09 08:07:52.394752 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1339ae84-c3db-438e-b2d4-052dee933172 req-a2fb4de0-c158-4091-b76e-99962a00981c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1705985 Feb 09 08:07:52.460645 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1339ae84-c3db-438e-b2d4-052dee933172 req-9c37b398-6bb9-48fa-979c-5218b3064ad0 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591965 Feb 09 08:07:53.206643 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 85e0fc79-caba-4332-9a33-926781ec424f up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:07:53.282727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 85e0fc79-caba-4332-9a33-926781ec424f triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:07:53.283132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:53.796187 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea336ed-4e28-4004-9646-3bc2c9164b71 req-d6056168-d035-4360-8035-4ddb1272cc51 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:53.798266 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ea336ed-4e28-4004-9646-3bc2c9164b71 req-d6056168-d035-4360-8035-4ddb1272cc51 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1649837 Feb 09 08:07:53.862400 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3ea336ed-4e28-4004-9646-3bc2c9164b71 req-9624075c-e920-4e4a-bebd-0e82a950944c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577960 Feb 09 08:07:55.159999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da83dcf-a1db-4d43-b860-f9d1b76e8e2f req-a063ab9f-e254-49b5-bb9b-d3263e6815d6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:55.161631 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4da83dcf-a1db-4d43-b860-f9d1b76e8e2f req-a063ab9f-e254-49b5-bb9b-d3263e6815d6 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1665337 Feb 09 08:07:55.224867 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4da83dcf-a1db-4d43-b860-f9d1b76e8e2f req-64b85b80-f3a5-4eee-b32a-81f22484df1c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569932 Feb 09 08:07:55.518518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57961-e349-4d3f-8c88-8d24a7383b36 req-c3a10300-4c7d-4e96-b280-e7400b2cb51e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:55.520192 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-11c57961-e349-4d3f-8c88-8d24a7383b36 req-c3a10300-4c7d-4e96-b280-e7400b2cb51e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1704912 Feb 09 08:07:55.529820 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43542) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:07:55.535985 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Request body: {'floatingip': {'port_id': '85e0fc79-caba-4332-9a33-926781ec424f'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:07:55.634738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:56.497489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:56.535257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:56.719416 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Floating IP 388edfcb-cbe5-462c-b055-675e002a8223 associated. External IP: 172.27.2.246, port: 85e0fc79-caba-4332-9a33-926781ec424f. Feb 09 08:07:57.097577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:07:57.299754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:07:57.304161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:07:57.309684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:07:57.320048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:57.320738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:57.365891 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-113cbfee-e866-4517-bcab-b1a795e121af tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "PUT /v2.0/floatingips/388edfcb-cbe5-462c-b055-675e002a8223 HTTP/1.1" status: 200 len: 991 time: 1.8348215 Feb 09 08:07:57.366515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:07:57.432026 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f', 'status': 'completed', 'code': 200} Feb 09 08:07:57.525210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:57.570898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-91a49627-2fcd-4376-a405-c11f42813ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:57.572559 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-91a49627-2fcd-4376-a405-c11f42813ac9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34f6755711264fc78a7c3d7934da923d&device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 1162 time: 0.0852029 Feb 09 08:07:57.727519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-f7a2200e-b4b1-4ec0-8531-2574733bae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:57.729191 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-f7a2200e-b4b1-4ec0-8531-2574733bae5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 200 len: 905 time: 0.1492479 Feb 09 08:07:57.841345 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-b7402031-da6c-464e-a1f8-e919d886d19a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85e0fc79-caba-4332-9a33-926781ec424f HTTP/1.1" status: 200 len: 999 time: 0.1053724 Feb 09 08:07:57.909781 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-c907f08c-ef38-4a26-9e97-2300b7cc84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:57.911364 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-c907f08c-ef38-4a26-9e97-2300b7cc84be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 200 len: 850 time: 0.0642846 Feb 09 08:07:57.994200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-93a0d1d8-89a3-4ebf-9256-30263bfb0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:07:57.995730 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-93a0d1d8-89a3-4ebf-9256-30263bfb0a08 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fae6b903-519d-4559-8ee4-e0b68df58f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770516 Feb 09 08:07:58.057139 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '388edfcb-cbe5-462c-b055-675e002a8223', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': '85e0fc79-caba-4332-9a33-926781ec424f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:6f:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:07:39Z', 'updated_at': '2021-02-09T08:07:56Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:58.061274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:07:58.070232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:07:58.070876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:07:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:58.143044 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-6800f70d-3475-4efe-b388-8e713543f05f service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403816 Feb 09 08:07:58.265401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:07:58.287689 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-701ea81f-9c88-4e30-93d7-bba98446e605 req-1f4ca3e6-b012-40d7-864f-fae0bd8ad37d service neutron] 10.222.0.48 "GET /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384254 Feb 09 08:07:58.641561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '388edfcb-cbe5-462c-b055-675e002a8223', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': '85e0fc79-caba-4332-9a33-926781ec424f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:6f:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:07:39Z', 'updated_at': '2021-02-09T08:07:56Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:07:58.645803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7009037d-9583-42e7-aaa3-8fd2b63ce3a8 None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '388edfcb-cbe5-462c-b055-675e002a8223', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'floating_ip_address': '172.27.2.246', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'port_id': '85e0fc79-caba-4332-9a33-926781ec424f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'mac_address': 'fa:16:3e:6f:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:07:39Z', 'updated_at': '2021-02-09T08:07:56Z', 'revision_number': 1, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:07:58.925397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e7b06-2116-4cd9-9ff1-e4ee9e0f1c9b None None] New status for floating IP 388edfcb-cbe5-462c-b055-675e002a8223: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:08:01.158420 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4bdc2541-d569-4902-ba51-30e2bf22f81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:03.530255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b120f227-13e5-403c-a392-992e65076f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:04.106642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:05.031901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:05.403902 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:09.093830 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-79ddb512-ec71-42e9-8fab-35e2dc36647f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1693446098&fields=id&tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 267 time: 0.0626583 Feb 09 08:08:09.339078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-65f73489-7c1a-4911-b9d7-1dfce8c499bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:09.340777 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-65f73489-7c1a-4911-b9d7-1dfce8c499bf tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.2392063 Feb 09 08:08:09.357783 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-f62fcb16-31b3-49aa-ada3-ef6e47f0f770 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/quotas/0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 375 time: 0.0102019 Feb 09 08:08:09.539956 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-97489edf-4107-44f0-90d0-cd00fd725ac6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1767273 Feb 09 08:08:09.689769 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-b3b033be-ab5e-4f9f-8095-5db36c69acad service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372106 Feb 09 08:08:09.833440 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-63c6c85e-abf1-4132-ba18-f2b99b7366c5 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372950 Feb 09 08:08:10.093907 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-b410e26a-4f2b-4ef6-ae6e-f3f112f508de service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0834739 Feb 09 08:08:10.203276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-da62cd21-9659-45d5-add8-70fb6a52640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:10.204935 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-da62cd21-9659-45d5-add8-70fb6a52640e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0773730 Feb 09 08:08:10.402919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-feff559b-72fe-4315-b0da-9a137385083b req-c44842db-0245-4f52-9144-f2df6cec3a27 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0593379 Feb 09 08:08:10.420485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-130b2733-c6f7-409c-a466-0496f151e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:10.422129 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-130b2733-c6f7-409c-a466-0496f151e1ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1980214 Feb 09 08:08:10.542328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-eaf4c459-c16c-4e20-912c-d23b81caf9a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 1002 time: 0.1113422 Feb 09 08:08:10.611773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-16634cbf-0f1d-46f6-980f-6050f0dfce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:10.613423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-16634cbf-0f1d-46f6-980f-6050f0dfce15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0641451 Feb 09 08:08:10.697460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-b86f0b77-cbb5-4a58-944e-c05cbe275dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:10.699132 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-b86f0b77-cbb5-4a58-944e-c05cbe275dd2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783651 Feb 09 08:08:10.846928 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-372b8ff7-419b-4a65-97d3-796d857658ee service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404834 Feb 09 08:08:10.992467 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ad240c5b-dbca-48b8-97f9-22de1f075c13 req-f6d5237f-7b72-45c7-89c5-6113d9581ce7 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381843 Feb 09 08:08:11.502266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:08:11.593929 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9753a897-305a-4ee6-9875-4781b7fbe0e0 req-077ac2ad-697d-4a10-b489-1e588a3223aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0531387 Feb 09 08:08:12.440507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-73a0cebe-29ac-4026-bbf5-42a8e568b724 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:12.442157 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-73a0cebe-29ac-4026-bbf5-42a8e568b724 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 812 time: 0.4806337 Feb 09 08:08:12.569914 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-a6ccf5d6-4db3-4a1c-baf9-03844436785f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f744dcaaa794b5891b414620b298d6d HTTP/1.1" status: 200 len: 5765 time: 0.1053402 Feb 09 08:08:12.580890 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'port': {'device_id': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'admin_state_up': True, 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'security_groups': ['bd345f0b-b718-46ac-b83a-ac516298a0d8']}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:08:12.738138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:08:12.751455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:08:12.838067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Made reservation on behalf of 0f744dcaaa794b5891b414620b298d6d for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:08:12.859586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:12.930059 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-aaa0e78c-32ce-4589-bee7-ce99af343e9b req-164f44a4-7661-46ae-98d5-6eb5704ca8e8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0589855 Feb 09 08:08:13.226768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.20.0.7 (0f80b88b-73a2-4a12-98c6-0dfbe02c247b/7e8a529a-9141-4f9f-9bdf-faf3fc67f817/2f0753bf-61cf-4c51-8a84-3ebc98f3cfee) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:08:13.533313 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:13.550298 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Transition to ACTIVE for port object 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee will not be triggered until provisioned by entity DHCP. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:08:13.592574 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:13.608531 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:13.752974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:13.769687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.770126 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.770547 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.770964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.771376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.771788 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.772203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.772613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.773053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.773725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.774129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.774535 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.774977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.775383 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.775787 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.776189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.776593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.777021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.777424 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.777826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.778234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.778635 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.779039 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.779442 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:08:13.785260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:13.827094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:08:13.828239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:08:13.830885 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:08:13.968133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:13.968893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.016808 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4400973 Feb 09 08:08:14.058511 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Request body: {'port': {'device_id': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:08:14.112446 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-c57a03e2-ad37-4400-a299-4a562f680ec0 None None] Provisioning for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee completed by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:08:14.117729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-c57a03e2-ad37-4400-a299-4a562f680ec0 None None] Provisioning complete for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee triggered by entity DHCP. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:08:14.118157 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c57a03e2-ad37-4400-a299-4a562f680ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.177035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c57a03e2-ad37-4400-a299-4a562f680ec0 None None] Port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee cannot update to ACTIVE because it is not bound. {{(pid=80056) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 09 08:08:14.251250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.352610 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dc110-7e7e-47d4-b0a3-3b93c2847ce5 req-9f7d596a-03c2-46da-bd11-d854b0c13c93 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:14.353349 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b55dc110-7e7e-47d4-b0a3-3b93c2847ce5 req-9f7d596a-03c2-46da-bd11-d854b0c13c93 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:08:14.448642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b55dc110-7e7e-47d4-b0a3-3b93c2847ce5 req-9f7d596a-03c2-46da-bd11-d854b0c13c93 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:08:14.449942 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b55dc110-7e7e-47d4-b0a3-3b93c2847ce5 req-9f7d596a-03c2-46da-bd11-d854b0c13c93 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 931 time: 0.3602505 Feb 09 08:08:14.584505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b55dc110-7e7e-47d4-b0a3-3b93c2847ce5 req-556bccf0-05a8-4625-a4d9-b886c184325f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1235647 Feb 09 08:08:14.798199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.827386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:08:14.835852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.848377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Transition to ACTIVE for port object 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:08:14.866440 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:14.882540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9435391b-8e0b-44e3-9982-83b5f838bbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:15.022889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:15.032753 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:15.216568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Attempting to bind port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:08:15.216997 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Attempting to bind port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:08:15.217363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Attempting to bind port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee on network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:08:15.224124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:08:15.224403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Checking segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:08:15.224846 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:15.225247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Bound using segment: {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:08:15.225733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Bound port: 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:08:15.226112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:15.329513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] For port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:08:15.333297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] For port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:08:15.369356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:15.385358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d805b020-7883-4400-b861-d49992441ced tempest-VolumesSnapshotTestJSON-1838361460 tempest-VolumesSnapshotTestJSON-1838361460-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:15.548481 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:15.552355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:15.586719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:15.587094 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:15.588602 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] 10.222.0.48 "PUT /v2.0/ports/2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 1157 time: 1.5349693 Feb 09 08:08:15.589250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:08:15.652911 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'status': 'completed', 'code': 200} Feb 09 08:08:15.770682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-a4e83fc7-b875-498b-ad94-4af5cace7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:15.772387 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-a4e83fc7-b875-498b-ad94-4af5cace7f8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1160 time: 0.0938165 Feb 09 08:08:15.864254 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-bff49927-5d8c-4607-8586-ac05b1392187 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 217 time: 0.0697260 Feb 09 08:08:15.894826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e5a3b-7ad3-43ff-bb2b-b96192bfb0e4 req-d8bec47a-a964-4385-9c7f-3aa1befb1eb7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:15.896532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-401e5a3b-7ad3-43ff-bb2b-b96192bfb0e4 req-d8bec47a-a964-4385-9c7f-3aa1befb1eb7 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1738579 Feb 09 08:08:15.937659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-4f140573-7ee0-407f-bf16-2f907c0a784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:15.939392 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-4f140573-7ee0-407f-bf16-2f907c0a784f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0675621 Feb 09 08:08:15.962417 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-401e5a3b-7ad3-43ff-bb2b-b96192bfb0e4 req-d7ba1c93-cc80-4f5e-bfa6-276eaebd828e tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0590999 Feb 09 08:08:16.022479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-dcfab882-833a-433f-8a49-5299b5c09da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:16.024353 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-dcfab882-833a-433f-8a49-5299b5c09da4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781283 Feb 09 08:08:16.168183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-a1658ba3-ef90-439b-9da5-12247911c7e5 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365435 Feb 09 08:08:16.310978 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d4adb4f9-8213-4e88-8b35-877d75076078 req-ac6f3fda-9175-4f8f-9a9c-8068a56a3399 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360469 Feb 09 08:08:16.531497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-83308f78-580a-401e-9e1a-dc9681984c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:16.533650 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-83308f78-580a-401e-9e1a-dc9681984c58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1160 time: 0.0827594 Feb 09 08:08:16.680145 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-97820c53-96a3-4aef-8fa0-47cba61d69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:16.681732 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-97820c53-96a3-4aef-8fa0-47cba61d69c1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1402171 Feb 09 08:08:16.758226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-7a8d46d4-317b-40f3-8741-47609594bc76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 217 time: 0.0664225 Feb 09 08:08:17.074213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-7c2a7252-8c7c-4f33-9611-bae25231cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:17.075800 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-7c2a7252-8c7c-4f33-9611-bae25231cf54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.3104699 Feb 09 08:08:17.162339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-28a578b4-d5d4-49d8-bcdb-4fa555049cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:17.163984 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-28a578b4-d5d4-49d8-bcdb-4fa555049cf5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810997 Feb 09 08:08:17.261774 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f1e6-38b8-41d9-9412-ccabddc0355c req-7d00660d-bfb1-45fd-b12b-cf5d078ee370 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:17.263461 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8264f1e6-38b8-41d9-9412-ccabddc0355c req-7d00660d-bfb1-45fd-b12b-cf5d078ee370 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1662393 Feb 09 08:08:17.311559 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-b6365599-07b3-41cb-9f72-ac376359eb42 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393499 Feb 09 08:08:17.328008 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8264f1e6-38b8-41d9-9412-ccabddc0355c req-66ab40a8-4cca-41eb-a7b3-e8531548b8ec tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0579498 Feb 09 08:08:17.458587 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f04ac146-c2b2-40c6-95a8-75a321fba967 req-de33caf1-f3b1-4ed5-b282-c688d594ae83 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402760 Feb 09 08:08:19.043750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff5413-d4d0-4c8d-8553-283680bf7bc1 req-93a23764-a52d-4982-b166-4174f6659ffb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:19.045427 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dff5413-d4d0-4c8d-8553-283680bf7bc1 req-93a23764-a52d-4982-b166-4174f6659ffb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.4240301 Feb 09 08:08:19.129824 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-5dff5413-d4d0-4c8d-8553-283680bf7bc1 req-61bb6bdf-1784-4a0a-b982-d2e567d64a9e tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0750084 Feb 09 08:08:20.425812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e24e0-42c2-43a6-a3ae-069413c81ccf req-69c8be92-77aa-480e-941f-dc74b467d554 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:20.427482 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-445e24e0-42c2-43a6-a3ae-069413c81ccf req-69c8be92-77aa-480e-941f-dc74b467d554 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1654968 Feb 09 08:08:20.493804 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-445e24e0-42c2-43a6-a3ae-069413c81ccf req-5b8ce254-6292-4e32-80ec-914182fbc4fb tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0601139 Feb 09 08:08:21.787994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d739b2-9f67-4686-a4b5-217de9965c70 req-0e0bc7c8-6c8c-4388-9115-730b96b616c8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:21.789538 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c0d739b2-9f67-4686-a4b5-217de9965c70 req-0e0bc7c8-6c8c-4388-9115-730b96b616c8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1626663 Feb 09 08:08:21.852621 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c0d739b2-9f67-4686-a4b5-217de9965c70 req-67f63d90-c0f4-4abe-b698-39cecf2841db tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0568628 Feb 09 08:08:23.145667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023c72-8ba7-42b2-8a84-84bdc5c6fe10 req-2c361590-dbc4-48d3-8506-7b26ec6462f0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:23.147212 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f023c72-8ba7-42b2-8a84-84bdc5c6fe10 req-2c361590-dbc4-48d3-8506-7b26ec6462f0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1676147 Feb 09 08:08:23.210226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6f023c72-8ba7-42b2-8a84-84bdc5c6fe10 req-7c1fe8fd-655e-49fd-b556-a2c1aa7ba8d2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0564995 Feb 09 08:08:24.427904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:08:24.514525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ca9d-ca69-4293-953d-8158e7990251 req-3a727db5-fbdf-4c5c-982a-19c4c59bfe7c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:24.516301 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1751ca9d-ca69-4293-953d-8158e7990251 req-3a727db5-fbdf-4c5c-982a-19c4c59bfe7c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 943 time: 0.1784151 Feb 09 08:08:24.529207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:08:24.535324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:08:24.535799 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:24.583592 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1751ca9d-ca69-4293-953d-8158e7990251 req-2eaee7d0-baff-4bc8-a52a-f7bf58126c7d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0588496 Feb 09 08:08:24.662824 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:24.690621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:08:24.700659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:08:24.729092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:24.731040 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:24.763498 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'code': 200} Feb 09 08:08:24.803655 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:24.806802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:25.137043 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3a368-b532-4230-9046-85d24bd8ab64 req-fb2c7fcb-91fc-42e4-a83e-1ee02c359b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:25.138575 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8dd3a368-b532-4230-9046-85d24bd8ab64 req-fb2c7fcb-91fc-42e4-a83e-1ee02c359b88 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1162 time: 0.0809026 Feb 09 08:08:25.186208 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8dd3a368-b532-4230-9046-85d24bd8ab64 req-ff29e262-cf73-4d8a-a5e1-3781f4d3e06d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0402210 Feb 09 08:08:25.954934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9f31-f69b-4cae-9a63-8139e5ecd179 req-b7dc00ba-120a-4138-a6e0-58fbc25a9e03 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:25.956547 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6cdd9f31-f69b-4cae-9a63-8139e5ecd179 req-b7dc00ba-120a-4138-a6e0-58fbc25a9e03 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.1635962 Feb 09 08:08:26.020666 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6cdd9f31-f69b-4cae-9a63-8139e5ecd179 req-91876759-c6bb-4c33-81b8-707a450dd535 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0578442 Feb 09 08:08:26.161106 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:08:26.238032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:08:26.238371 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:27.317848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7d80c-9bb1-4a77-a49a-fd59a992f23c req-d6e15543-92fb-424c-988d-712542955384 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:27.319386 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cba7d80c-9bb1-4a77-a49a-fd59a992f23c req-d6e15543-92fb-424c-988d-712542955384 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.1682067 Feb 09 08:08:27.386072 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-cba7d80c-9bb1-4a77-a49a-fd59a992f23c req-37f8c178-6fb3-41d0-a210-a6aeb7c8048f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0602617 Feb 09 08:08:27.696015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502f6a-c34e-4036-92b0-14e6ddb28f3e req-547162d8-f7da-4cec-9356-81c43a6836d8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:27.697657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff502f6a-c34e-4036-92b0-14e6ddb28f3e req-547162d8-f7da-4cec-9356-81c43a6836d8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.1747799 Feb 09 08:08:27.760911 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ff502f6a-c34e-4036-92b0-14e6ddb28f3e req-122802ca-eed1-494a-ba44-436ac6a25f27 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0563066 Feb 09 08:08:28.006151 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-59966033-9326-4030-8f7a-ba060e66a3c3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1906514 Feb 09 08:08:28.017052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:08:28.039362 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:08:28.049160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:08:28.088487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:28.239144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:28.513579 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Allocated IP 172.27.2.101 (f6026a43-d38d-44ad-ac67-ced6265de4a1/fad11f45-ef14-4543-9228-958d8fda3bbf/88d878c9-f261-4bca-8a4e-0bfb52de113f) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:08:28.671803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:28.729453 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:28.744600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b98f88f9-8aef-4eac-b864-494071930118 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:28.884085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=88d878c9-f261-4bca-8a4e-0bfb52de113f,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:28.893498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:28.936401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Network f6026a43-d38d-44ad-ac67-ced6265de4a1 is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:08:28.938331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:08:28.941117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:08:29.025686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.129971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.417009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.448355 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.464166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-02478da9-ded9-4aed-ba8e-afec553ff71c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:08:29.611273 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event updated for resources: {'Port': ['ID=88d878c9-f261-4bca-8a4e-0bfb52de113f,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:08:29.617006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:08:29.711688 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.762619 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:29.763920 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7518206 Feb 09 08:08:29.866092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-22560352-2043-423d-af8a-063be2408082 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:08:29.905377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-22560352-2043-423d-af8a-063be2408082 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:08:29.906820 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-22560352-2043-423d-af8a-063be2408082 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.101 HTTP/1.1" status: 200 len: 696 time: 0.1355629 Feb 09 08:08:30.147664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-3d0f1c70-9b21-45df-8e5d-009ca2a93548 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:30.149406 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8ef7a14d-fe0e-436a-8a23-2070bb28b5d7 req-3d0f1c70-9b21-45df-8e5d-009ca2a93548 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2366741 Feb 09 08:08:30.428651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-7f9dea13-1e80-4f3f-84c1-66ed4143194d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:30.430260 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-7f9dea13-1e80-4f3f-84c1-66ed4143194d tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1718299 Feb 09 08:08:30.535522 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-1dbaa8af-76d0-4fb7-9a04-03f3e12b15fa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.101 HTTP/1.1" status: 200 len: 696 time: 0.0990167 Feb 09 08:08:30.545830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Request body: {'floatingip': {'port_id': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:08:30.647708 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, before_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:31.174188 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8acc5b87-5393-463f-8eb7-e48f11ec6a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:31.274663 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:31.299704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:31.493473 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP 021f0c70-45af-484b-94b2-a0af6c4ffabf associated. External IP: 172.27.2.101, port: 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee. Feb 09 08:08:31.873651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:08:32.066451 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:08:32.070873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:32.079063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:08:32.090750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:08:32.091537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:08:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:08:32.129568 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-09af013d-b96f-4ad3-bc64-30e63df281e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "PUT /v2.0/floatingips/021f0c70-45af-484b-94b2-a0af6c4ffabf HTTP/1.1" status: 200 len: 996 time: 1.5877764 Feb 09 08:08:32.130052 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:08:32.227110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-28d76a62-91fc-4522-97f2-212cad7617ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.235168 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-28d76a62-91fc-4522-97f2-212cad7617ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1162 time: 0.0915451 Feb 09 08:08:32.281350 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'status': 'completed', 'code': 200} Feb 09 08:08:32.295597 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:08:32.392255 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-5c134828-f745-44e0-b3a8-7cf491fc65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.393834 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-5c134828-f745-44e0-b3a8-7cf491fc65e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1577761 Feb 09 08:08:32.412833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-dae01b6a-1f0a-401d-af76-b8e6f39e7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.414507 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-dae01b6a-1f0a-401d-af76-b8e6f39e7b80 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1162 time: 0.0930586 Feb 09 08:08:32.524359 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-0fb5a284-c612-4f87-baa9-29b47ab380b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 999 time: 0.1230092 Feb 09 08:08:32.583618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-79ecc02f-ab07-418f-a5ae-192b27295d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.585293 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-79ecc02f-ab07-418f-a5ae-192b27295d9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1637571 Feb 09 08:08:32.717419 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-9d0f48ab-3330-4481-be4c-2656dae5377a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 999 time: 0.1248765 Feb 09 08:08:32.796667 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-ac37432e-1e70-42c7-9a74-9523bd986fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.798667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-ac37432e-1e70-42c7-9a74-9523bd986fd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0747099 Feb 09 08:08:32.845196 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-9e375e4d-c965-4485-b384-ab7976c056ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.846888 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-9e375e4d-c965-4485-b384-ab7976c056ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.3216779 Feb 09 08:08:32.884557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '021f0c70-45af-484b-94b2-a0af6c4ffabf', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:cb:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:08:29Z', 'updated_at': '2021-02-09T08:08:31Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}, {'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:08:32.888825 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:08:32.892744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-b55221d8-d2e1-4b8f-bcbe-67470803774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.894414 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-b55221d8-d2e1-4b8f-bcbe-67470803774e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882339 Feb 09 08:08:32.898505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:08:32.899373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:08:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:08:32.932528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-fb14aec0-2d60-4454-b430-42055e4ff223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:08:32.934212 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-fb14aec0-2d60-4454-b430-42055e4ff223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806661 Feb 09 08:08:33.087196 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-eeb520f8-569d-448b-a97d-6b5d5ae4837d service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454835 Feb 09 08:08:33.097471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:08:33.245836 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-fb1d13f4-f392-42c2-b860-e7c8bd1ffbf8 req-20c1c0df-840e-47d4-95f3-30f38bfbd346 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510289 Feb 09 08:08:33.293426 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-e3e796ea-a1c0-45b1-bf19-d5aef60ac75d service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923008 Feb 09 08:08:33.436059 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8b3ba487-6b73-4d8a-a41b-5efd824d8dc4 req-e1134ab5-13aa-4d73-8a2f-b17d4c6b333d service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363366 Feb 09 08:08:33.520847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '021f0c70-45af-484b-94b2-a0af6c4ffabf', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:cb:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:08:29Z', 'updated_at': '2021-02-09T08:08:31Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}, {'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:08:33.525561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ece657-ccaa-4630-bd0e-470d8747e9e5 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': '021f0c70-45af-484b-94b2-a0af6c4ffabf', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:cb:13:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:08:29Z', 'updated_at': '2021-02-09T08:08:31Z', 'revision_number': 1, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}, {'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:08:33.534803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e74d2074-1204-4134-bfd2-d51aae76b767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:33.820358 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec06ed3-f6f7-4360-b721-4f7f368391e7 None None] New status for floating IP 021f0c70-45af-484b-94b2-a0af6c4ffabf: ACTIVE {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:08:34.117676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:35.042418 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:35.426173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:44.796490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:08:48.502530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:09:01.173895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8309af2a-a873-41e3-bcd9-a427d4d18a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:01.732377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b37de5-7fed-4325-a29b-223b0ab42fa4 req-c6d07a11-bf44-4b4d-bd7c-c088d59da69e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:01.733990 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c6b37de5-7fed-4325-a29b-223b0ab42fa4 req-c6d07a11-bf44-4b4d-bd7c-c088d59da69e tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1678493 Feb 09 08:09:01.798585 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c6b37de5-7fed-4325-a29b-223b0ab42fa4 req-59f3d1ba-8c1d-451e-802a-471fb59495ce tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578284 Feb 09 08:09:03.094258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63e9d1-a698-41f0-afde-b880dd08d125 req-a830ec3d-d1c1-432c-8459-60a9e75b988b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:03.096067 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de63e9d1-a698-41f0-afde-b880dd08d125 req-a830ec3d-d1c1-432c-8459-60a9e75b988b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1646526 Feb 09 08:09:03.160672 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-de63e9d1-a698-41f0-afde-b880dd08d125 req-6103205e-c9d4-4771-8dff-2af2cfe3074c tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585620 Feb 09 08:09:03.535075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4e623a01-72a5-482c-bae7-1736485fec08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:03.623300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5730e87-6193-4e49-8a64-cf625439234f req-eb89f7bb-dd98-496a-bb52-f7cd9086e0fc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:03.624979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a5730e87-6193-4e49-8a64-cf625439234f req-eb89f7bb-dd98-496a-bb52-f7cd9086e0fc tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1681905 Feb 09 08:09:03.718127 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Deleting port 85e0fc79-caba-4332-9a33-926781ec424f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:03.718503 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:03.983138 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] For port 85e0fc79-caba-4332-9a33-926781ec424f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=85e0fc79-caba-4332-9a33-926781ec424f,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:03.983538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.123412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.301057 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.301384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853057153'] for floatingip, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.301740 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Floating IP 388edfcb-cbe5-462c-b055-675e002a8223 disassociated. External IP: 172.27.2.246, port: 85e0fc79-caba-4332-9a33-926781ec424f. Feb 09 08:09:04.302120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Calling delete_port for 85e0fc79-caba-4332-9a33-926781ec424f owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:04.376780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 85e0fc79-caba-4332-9a33-926781ec424f no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:09:04.455335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5aaae-fc4d-4071-823d-a62819b482ce req-3c9223cd-9bf5-4c25-921e-572b0bb3e935 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:04.457245 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31e5aaae-fc4d-4071-823d-a62819b482ce req-3c9223cd-9bf5-4c25-921e-572b0bb3e935 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 945 time: 0.1665230 Feb 09 08:09:04.519961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.532245 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-31e5aaae-fc4d-4071-823d-a62819b482ce req-8619c5d9-5870-46e6-bae0-4cd02cdd8637 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups?id=851009ea-2e75-4c06-a7f9-c89a9ecad571&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682678 Feb 09 08:09:04.545999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:04.565942 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6b9b63e9-f6be-4be5-9436-8387b8a303a1 tempest-AttachVolumeNegativeTest-484805357 tempest-AttachVolumeNegativeTest-484805357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:04.619148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'Port': ['ID=85e0fc79-caba-4332-9a33-926781ec424f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:04.633798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:04.934243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:09:05.032091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:05.124518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:09:05.137226 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:09:05.147020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:05.147716 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:05.166720 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] No DVR routers for this DVR port 85e0fc79-caba-4332-9a33-926781ec424f on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:09:05.169114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:05.173545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'name': 'network-vif-deleted', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:09:05.216628 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a5730e87-6193-4e49-8a64-cf625439234f req-cdb1b084-ccb1-41b3-9f19-d026a19d20db tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.48 "DELETE /v2.0/ports/85e0fc79-caba-4332-9a33-926781ec424f HTTP/1.1" status: 204 len: 173 time: 1.5860152 Feb 09 08:09:05.239107 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33', 'name': 'network-vif-deleted', 'tag': '85e0fc79-caba-4332-9a33-926781ec424f', 'status': 'completed', 'code': 200} Feb 09 08:09:05.350098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:05.495608 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:05.700289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:05.704368 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:09:05.713509 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:05.714166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:05.732539 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4406f03b-9872-49a6-bb6d-6ba89ad1d7a0 req-ddcc0086-f2ca-437c-a73d-739d4604cca4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/ports?device_id=1095c2f5-3fb6-447e-8cfd-d2e4ba1bbd33 HTTP/1.1" status: 200 len: 210 time: 0.0528173 Feb 09 08:09:05.911811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:06.246065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:06.250125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52daa04e-c487-4b38-b445-d21d53de732f None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:04:42Z', 'revision_number': 4, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '22b8adb0-071b-4a5a-8b28-75be3a1f806b', 'name': '', 'network_id': 'fae6b903-519d-4559-8ee4-e0b68df58f4f', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'mac_address': 'fa:16:3e:9b:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:41Z', 'updated_at': '2021-02-09T08:04:51Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'subnets': [{'id': '68e10cd0-ed06-4ecf-87d5-9a9c3a70b522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:09:06.677915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74091a2f-96d6-45ed-b9d4-3bed97561ff9 None None] New status for floating IP 388edfcb-cbe5-462c-b055-675e002a8223: DOWN {{(pid=80057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:09:06.907877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43834) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:07.001357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.032026 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.105377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.110598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-faeae349-88a1-4c7f-a404-c523950af901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:07.127848 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851009ea-2e75-4c06-a7f9-c89a9ecad571,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:07.130618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:07.162694 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.163966 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "DELETE /v2.0/security-groups/851009ea-2e75-4c06-a7f9-c89a9ecad571 HTTP/1.1" status: 204 len: 168 time: 0.2548461 Feb 09 08:09:07.166829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43838) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:07.184516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.api.v2.resource [None req-1855a5c1-2e99-43a5-b7d8-79d533d3db55 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] show failed (client error): The resource could not be found. Feb 09 08:09:07.185595 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-1855a5c1-2e99-43a5-b7d8-79d533d3db55 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "GET /v2.0/security-groups/851009ea-2e75-4c06-a7f9-c89a9ecad571 HTTP/1.1" status: 404 len: 347 time: 0.0177879 Feb 09 08:09:07.188301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43842) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:07.375893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Deleting port a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:07.376445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.570042 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.570408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.702290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Calling delete_port for a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871 owned by network:floatingip {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:07.940518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:07.956276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e5120f44-a584-4b1d-871b-adcd67df0f21 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:08.009216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Pushing event deleted for resources: {'Port': ['ID=a47c6312-2d2d-44cb-9c0c-b0ce7c4fd871,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:08.021296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:08.184873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks [] for floatingip, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:08.199542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:08.200832 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c9075135-08a1-43de-bad8-3ed0f2bc17d4 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] 10.222.0.13 "DELETE /v2.0/floatingips/388edfcb-cbe5-462c-b055-675e002a8223 HTTP/1.1" status: 204 len: 168 time: 1.0114625 Feb 09 08:09:11.093979 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-93c9ab1d-ddc4-4d2d-95a5-ee709c9934a8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0801749 Feb 09 08:09:11.271412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-de3700d5-61ad-4ab4-bbdd-a999b327ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:11.273085 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-de3700d5-61ad-4ab4-bbdd-a999b327ca84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0822582 Feb 09 08:09:11.684746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-cab8134f-77ad-4b60-872e-804041325c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:11.686950 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-cab8134f-77ad-4b60-872e-804041325c9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.3917184 Feb 09 08:09:11.799976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-ce3849db-2f90-4363-8c16-c7cc18a8c217 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 1002 time: 0.1054020 Feb 09 08:09:11.870539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-1a1b5582-0fbd-4903-a572-5d704d871b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:11.872079 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-1a1b5582-0fbd-4903-a572-5d704d871b96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0649917 Feb 09 08:09:11.955785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-dea6d782-41b2-4705-9e34-75774a09c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:11.957479 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-dea6d782-41b2-4705-9e34-75774a09c350 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776694 Feb 09 08:09:12.101128 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-0f855cb6-87b1-43cc-858f-9354285e7b77 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359029 Feb 09 08:09:12.246284 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b9f99afc-1924-4ddc-8ba2-3923287f36fe req-9ee9d626-1063-4d8f-926d-4e1ca8db9f48 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379328 Feb 09 08:09:12.449947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43876) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:13.024321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:13.394041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Deleting port 22b8adb0-071b-4a5a-8b28-75be3a1f806b {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:13.394634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:13.588387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] For port 22b8adb0-071b-4a5a-8b28-75be3a1f806b, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=22b8adb0-071b-4a5a-8b28-75be3a1f806b,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:13.588809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:13.720728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Calling delete_port for 22b8adb0-071b-4a5a-8b28-75be3a1f806b owned by network:router_interface {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:13.923223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:13.938918 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:13.999501 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b8adb0-071b-4a5a-8b28-75be3a1f806b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:14.011757 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.012186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.012607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.013048 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.013460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.013872 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.014282 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.014689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.015099 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.015502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.015909 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.016335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.016778 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.017186 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.018219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.018662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.019001 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.019398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.019803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.020202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.020601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.021030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.021431 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.021836 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:14.070381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:14.370813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:14.809425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:15.129835 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Router 6d263d1b-effd-4f60-a38c-a67499964326 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:09:15.320550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:09:15.329513 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Sync routers for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:09:15.333614 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d263d1b-effd-4f60-a38c-a67499964326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8824761 Feb 09 08:09:15.336351 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43880) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:15.339784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:15.340460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:15.535435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:15.704276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:15.731847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:15.737163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Deleting port fa270eb7-947d-4592-b13d-131f1aa38607 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:15.737530 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:15.925803 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] For port fa270eb7-947d-4592-b13d-131f1aa38607, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=fa270eb7-947d-4592-b13d-131f1aa38607,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:15.926414 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.012454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:09:13Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:16.016571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Checking router: 6d263d1b-effd-4f60-a38c-a67499964326 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:09:16.026308 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Routers {'6d263d1b-effd-4f60-a38c-a67499964326'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:16.026969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['6d263d1b-effd-4f60-a38c-a67499964326'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:16.061459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Calling delete_port for fa270eb7-947d-4592-b13d-131f1aa38607 owned by network:router_gateway {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:16.222007 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] Set router 6d263d1b-effd-4f60-a38c-a67499964326 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:16.246490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.437674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.534487 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:09:13Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:16.538625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c023f4-f2b0-4858-9e66-58d150853395 None None] The sync data for ids ['6d263d1b-effd-4f60-a38c-a67499964326'] in dv-cinder-774594-1-iscsi is: [{'id': '6d263d1b-effd-4f60-a38c-a67499964326', 'name': 'tempest-AttachVolumeTestJSON-1449489585-router', 'tenant_id': '34f6755711264fc78a7c3d7934da923d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:04:37Z', 'updated_at': '2021-02-09T08:09:13Z', 'revision_number': 5, 'project_id': '34f6755711264fc78a7c3d7934da923d', 'gw_port': {'id': 'fa270eb7-947d-4592-b13d-131f1aa38607', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d263d1b-effd-4f60-a38c-a67499964326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:04:38Z', 'updated_at': '2021-02-09T08:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:09:16.584017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.586417 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.660463 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.661087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d263d1b-effd-4f60-a38c-a67499964326 {{(pid=80054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:09:16.673945 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.675261 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-eef25e8b-b612-4198-9313-2f2385777e7e admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d263d1b-effd-4f60-a38c-a67499964326 HTTP/1.1" status: 204 len: 168 time: 1.3378863 Feb 09 08:09:16.677984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43884) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:16.745171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Deleting subnet 68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:09:16.748750 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.806260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.894483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:16.897947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 22b8adb0-071b-4a5a-8b28-75be3a1f806b no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:09:16.937896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 22b8adb0-071b-4a5a-8b28-75be3a1f806b {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:09:16.938456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 22b8adb0-071b-4a5a-8b28-75be3a1f806b not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:09:17.198258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.215060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e967e262-e44e-46a7-9188-dac325a1423e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:17.255791 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e10cd0-ed06-4ecf-87d5-9a9c3a70b522,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:17.268699 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:17.355265 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.360807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67e6147-60c6-47cd-933c-dbe9f59e6d60 None None] Network fae6b903-519d-4559-8ee4-e0b68df58f4f requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:09:17.361328 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0847ea3c-741a-49a0-8ac4-0c2cdc361fde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/68e10cd0-ed06-4ecf-87d5-9a9c3a70b522 HTTP/1.1" status: 204 len: 168 time: 0.6821694 Feb 09 08:09:17.364171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43888) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:17.483656 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.555092 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Deleting port 11ca1db2-5bd6-4f04-85de-8dccf96adafa {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:17.555583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.646613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] DHCP port deletion for fae6b903-519d-4559-8ee4-e0b68df58f4f request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:09:17.651452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Deleting port 11ca1db2-5bd6-4f04-85de-8dccf96adafa {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:17.651873 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.785485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] For port 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=11ca1db2-5bd6-4f04-85de-8dccf96adafa,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:17.785877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.879283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] For port 11ca1db2-5bd6-4f04-85de-8dccf96adafa, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=11ca1db2-5bd6-4f04-85de-8dccf96adafa,segment=NetworkSegment(a4e5190d-9c21-42c3-8c26-3a78b931c318),segment_id=a4e5190d-9c21-42c3-8c26-3a78b931c318)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:17.879623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:17.922749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Calling delete_port for 11ca1db2-5bd6-4f04-85de-8dccf96adafa owned by network:dhcp {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:18.015489 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Calling delete_port for 11ca1db2-5bd6-4f04-85de-8dccf96adafa owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:18.043146 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.059374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-46fc8218-32ce-4604-b775-bfa461b3e6e6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:18.090927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:09:18.091339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:09:18.118180 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ca1db2-5bd6-4f04-85de-8dccf96adafa,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:18.122955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:18.449769 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] No DVR routers for this DVR port 11ca1db2-5bd6-4f04-85de-8dccf96adafa on host dv-cinder-774594-1-iscsi {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:09:18.574851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.592654 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Deleting port 11ca1db2-5bd6-4f04-85de-8dccf96adafa {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:18.593111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.667914 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-de74c1d5-7d88-4c82-ad75-47abd180ec11 None None] The port '11ca1db2-5bd6-4f04-85de-8dccf96adafa' was deleted {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:09:18.693550 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae6b903-519d-4559-8ee4-e0b68df58f4f']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:18.707081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e5190d-9c21-42c3-8c26-3a78b931c318') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:18.707416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e5190d-9c21-42c3-8c26-3a78b931c318') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:18.719347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.734250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.736215 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:09:18.927363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Network fae6b903-519d-4559-8ee4-e0b68df58f4f has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:09:18.938089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:18.944321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 11ca1db2-5bd6-4f04-85de-8dccf96adafa no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:09:18.988078 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 11ca1db2-5bd6-4f04-85de-8dccf96adafa {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:09:18.988437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 11ca1db2-5bd6-4f04-85de-8dccf96adafa not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:09:18.989233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fa270eb7-947d-4592-b13d-131f1aa38607 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:09:19.034839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: fa270eb7-947d-4592-b13d-131f1aa38607 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:09:19.035436 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device fa270eb7-947d-4592-b13d-131f1aa38607 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:09:19.191870 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Network fae6b903-519d-4559-8ee4-e0b68df58f4f has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:09:19.222085 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:09:19.357465 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:19.361907 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:19.366254 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-9a1847c3-3c28-4953-8b06-0c90a2872728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:19.400035 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae6b903-519d-4559-8ee4-e0b68df58f4f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:19.403120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:19.428164 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fae6b903-519d-4559-8ee4-e0b68df58f4f HTTP/1.1" status: 204 len: 168 time: 2.0621858 Feb 09 08:09:19.927011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43894) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:19.979736 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0c33b8de-9c4b-4306-bd65-d752cc21091e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34f6755711264fc78a7c3d7934da923d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514114 Feb 09 08:09:19.982374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43898) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:20.044374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:20.071604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:20.283428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:20.288403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d0af5add-d2c2-43f3-9fea-74f49e0a3ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:20.302806 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba537dcf-d6e4-44c0-b6b9-23d6caaae120,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:20.313122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.313537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.313958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.314344 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.314742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.315141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.315537 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.315930 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.316325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.316739 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.317131 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.317546 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.317948 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.318341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.318744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.319130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.319516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.319903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.320291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.320695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.321086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.321470 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.321899 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.322283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:09:20.326135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:20.328311 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:20.330047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba537dcf-d6e4-44c0-b6b9-23d6caaae120 HTTP/1.1" status: 204 len: 168 time: 0.3462327 Feb 09 08:09:23.031572 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43942) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:23.212519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.227681 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:23.231779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Usage tracker for resource:security_group_rule and tenant:59ba00a181604c0598d02d22b743e3fd is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:23.234749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:23.240429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:23.393347 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.425653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.434497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-479a0cc7-bd24-41e0-ba84-2394a395f30b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:23.478977 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ba00a181604c0598d02d22b743e3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462435 Feb 09 08:09:23.480161 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d4e38-8d00-429e-936c-149e4b905462,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:23.481889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43948) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:23.483576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dc71465f-8b5e-4336-aaf8-0113e0924381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:23.552415 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.581905 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.660084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.665122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b02e8f16-ea5a-427e-94a2-6224c3136e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:23.679356 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d4e38-8d00-429e-936c-149e4b905462,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:23.682125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:23.684364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:23.685511 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d02d4e38-8d00-429e-936c-149e4b905462 HTTP/1.1" status: 204 len: 168 time: 0.2017052 Feb 09 08:09:24.189140 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 43956) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:24.209373 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.225142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:24.229222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Usage tracker for resource:security_group_rule and tenant:0e7ca884f4e54d39b85c9b067d5cbf92 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:24.232160 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:24.238335 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:24.386956 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.419638 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.428623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b588c572-1331-47ec-be88-e9b4bd51c8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:24.471178 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e7ca884f4e54d39b85c9b067d5cbf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805862 Feb 09 08:09:24.472864 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a3225f-c2e8-4b2f-a1cb-d7a70dc86653,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:24.474216 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 43960) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:24.476243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5c205da3-3bdf-4c37-b924-bc0d9547ac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:24.540815 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.572307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.648237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.653594 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6c34970a-7e9e-4581-b250-e1886e310b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:24.666664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a3225f-c2e8-4b2f-a1cb-d7a70dc86653,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:24.670399 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:24.676108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:24.677356 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-4dd8b491-9fd7-4ff7-8d03-d1aa64caeee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a3225f-c2e8-4b2f-a1cb-d7a70dc86653 HTTP/1.1" status: 204 len: 168 time: 0.2019658 Feb 09 08:09:25.502773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:09:28.033343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44034) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:28.183275 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.198675 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:28.202695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Usage tracker for resource:security_group_rule and tenant:62e572a658164d639d843db47f9367f6 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:28.205957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:28.211644 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:28.294251 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.322549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.331784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8a00e271-0a5e-48a8-84a0-1bd511de1ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:28.374141 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62e572a658164d639d843db47f9367f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396900 Feb 09 08:09:28.375844 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee18a77-4a87-4aa9-9339-71e1e0351eb2,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:28.377632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44040) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:28.379974 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c9ee1ee0-e6d0-4eb0-a277-561e9a5fc482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:28.443845 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.471606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.545762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.551526 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:28.565319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee18a77-4a87-4aa9-9339-71e1e0351eb2,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:28.569571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:28.575301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:28.576542 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6e741a0f-b7f7-4b42-a05c-918a9d02fd06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ee18a77-4a87-4aa9-9339-71e1e0351eb2 HTTP/1.1" status: 204 len: 168 time: 0.1977639 Feb 09 08:09:29.069408 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44048) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:29.088776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.104305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:29.108290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Usage tracker for resource:security_group_rule and tenant:6f60bcee544042b9a862d9ffccc4e834 is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:29.111951 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:29.117686 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:29.200977 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.225629 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.234556 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1f2f25cc-8995-4f50-aa1b-517c00457ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:29.281121 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f60bcee544042b9a862d9ffccc4e834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105668 Feb 09 08:09:29.282130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb3c21-371f-4f88-be65-fa0d25e6edf6,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:29.284860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44052) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:29.285917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-a60bee3e-9dd8-4177-a25a-cc1241378b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:29.351491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.377847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.448380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.453249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b4d7eb30-dd20-4f9e-bcc1-7b51edc5f8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:29.466224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb3c21-371f-4f88-be65-fa0d25e6edf6,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:29.470901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:29.479283 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:29.482976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-baadb15c-b38b-484c-9513-e40bbcd9d6dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ffb3c21-371f-4f88-be65-fa0d25e6edf6 HTTP/1.1" status: 204 len: 168 time: 0.1946373 Feb 09 08:09:31.009901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44082) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:31.161512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.162727 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3d665847-3179-46c6-a55e-43144197bb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.177776 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:31.181807 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Usage tracker for resource:security_group_rule and tenant:92feba63a7604e1e8340093991e1573a is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:31.184746 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:31.190771 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:31.273065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.300031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.309045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-73a302b3-c4aa-4456-a2f5-d64710cacf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:31.353877 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92feba63a7604e1e8340093991e1573a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428631 Feb 09 08:09:31.355549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd2ccca-7d10-4c54-866f-90d9898ff0e5,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:31.356967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44088) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:31.358822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5567a603-141c-4753-8987-d4c9e5f93749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:31.421219 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.448642 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.517813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.522478 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-bf66ad15-a715-45ac-b531-04c2e86c6448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:31.536476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd2ccca-7d10-4c54-866f-90d9898ff0e5,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:31.540827 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:31.546490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:31.548693 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfd2ccca-7d10-4c54-866f-90d9898ff0e5 HTTP/1.1" status: 204 len: 168 time: 0.1896896 Feb 09 08:09:33.534459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-1eedd8b7-2c7d-4519-bf22-177008ef3725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:34.117393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:35.031559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:35.425875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:44.819940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.094340 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44228) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:52.243940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.259190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:52.263213 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Usage tracker for resource:security_group_rule and tenant:8733fe43d68144d3a7efa2e69992f574 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:52.266163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:52.272441 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:52.355030 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.391143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.403148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f480a15e-0d03-4769-8800-25bcd5ce1cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:52.440848 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8733fe43d68144d3a7efa2e69992f574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453188 Feb 09 08:09:52.444303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44236) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:52.446031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a5f48-9f99-40db-8ac5-b29a6f9739d0,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:52.449584 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-238c5369-a7e4-43e4-b546-8d5d2768a193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:52.630822 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-6f1d8312-d893-4286-a382-6874f53fa6c1 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips/021f0c70-45af-484b-94b2-a0af6c4ffabf HTTP/1.1" status: 200 len: 998 time: 0.1589243 Feb 09 08:09:52.633361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.696717 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:52.926236 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-a29b99c4-3f35-4ef5-b59a-8b78f2c99145 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:52.927781 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-a29b99c4-3f35-4ef5-b59a-8b78f2c99145 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2848806 Feb 09 08:09:52.995021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:53.008893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ce229bba-570c-4395-b813-cdd0482cb2b0 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:53.028024 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a5f48-9f99-40db-8ac5-b29a6f9739d0,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:53.046071 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:53.049515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:53.050753 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e1a5f48-9f99-40db-8ac5-b29a6f9739d0 HTTP/1.1" status: 204 len: 168 time: 0.6053376 Feb 09 08:09:53.083718 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-f055d3ec-0e7b-462d-8d8d-6358e7491bd3 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.1486928 Feb 09 08:09:53.244461 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-2d1d6822-08da-436c-b403-21d0f10ddeb2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:53.246027 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-2d1d6822-08da-436c-b403-21d0f10ddeb2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports/2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 942 time: 0.1565220 Feb 09 08:09:53.457163 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-30f0568f-068b-4388-9a15-7c00e7dc21da tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.101 HTTP/1.1" status: 200 len: 1001 time: 0.1249065 Feb 09 08:09:53.706343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 88d878c9-f261-4bca-8a4e-0bfb52de113f {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:53.706662 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:53.895931 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:53.896300 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:54.035869 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 88d878c9-f261-4bca-8a4e-0bfb52de113f owned by network:floatingip {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:09:54.225658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:54.242325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e01d79b5-868d-492d-afa6-c37f32b46ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:54.291393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=88d878c9-f261-4bca-8a4e-0bfb52de113f,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:54.304016 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:54.467411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:54.468065 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP 021f0c70-45af-484b-94b2-a0af6c4ffabf disassociated (deleted). External IP: 172.27.2.101, port: 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee. Feb 09 08:09:54.916195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44278) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:55.102970 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:09:55.163278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.179305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:09:55.183421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Usage tracker for resource:security_group_rule and tenant:84115cb4e04e49b389f28ac1f384bd36 is out of sync, need to count used quota {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:09:55.186475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80055) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:09:55.192933 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80055) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:09:55.280456 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.297868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:09:55.308217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:09:55.316623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.318916 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:55.319600 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:55.330809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-50d4d233-5b9b-4b72-8f67-52ed00b08e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:55.373754 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84115cb4e04e49b389f28ac1f384bd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560637 Feb 09 08:09:55.375533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf20a5-752c-4647-9f9f-92d1803fc8f2,revision_number=1']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:55.376680 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44284) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:09:55.379074 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-049eab1c-4e74-409e-8f55-c3fd553b98dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:55.393756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.486518 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "DELETE /v2.0/floatingips/021f0c70-45af-484b-94b2-a0af6c4ffabf HTTP/1.1" status: 204 len: 173 time: 2.0206106 Feb 09 08:09:55.487932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:09:55.509381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.519756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:55.545952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.569086 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'status': 'completed', 'code': 200} Feb 09 08:09:55.702183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.712965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8575aebf-8836-46e0-8dbd-b85b4d0ffa2b tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:09:55.729475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf20a5-752c-4647-9f9f-92d1803fc8f2,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:09:55.737998 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:09:55.746886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:55.750755 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-49a79e48-5283-4929-accb-38df0e8d75bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdcf20a5-752c-4647-9f9f-92d1803fc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3702126 Feb 09 08:09:55.792671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-edb9b770-480a-4dde-b163-f42edd64dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:55.794312 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-edb9b770-480a-4dde-b163-f42edd64dffe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1162 time: 0.1851826 Feb 09 08:09:55.796923 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-86c0e351-c65c-4d5c-bebf-14d25d33d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:55.798450 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-86c0e351-c65c-4d5c-bebf-14d25d33d649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 1162 time: 0.2781515 Feb 09 08:09:55.928292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:55.933128 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:09:55.942782 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:09:55.943448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:09:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:56.074839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-e3d404ad-ffd9-47a2-9d15-78016f5d7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.076455 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-e3d404ad-ffd9-47a2-9d15-78016f5d7dd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.2749250 Feb 09 08:09:56.080760 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-d53ac5ed-60ac-41dd-a5d9-355494297d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.088800 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-d53ac5ed-60ac-41dd-a5d9-355494297d81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.2556939 Feb 09 08:09:56.134245 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:09:56.223339 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-eb66545e-5cd6-47f6-9ca8-d1aa097a87c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 217 time: 0.1388505 Feb 09 08:09:56.225699 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-0389fbfb-3a8b-4bb6-9332-1ff868b03411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 200 len: 217 time: 0.0832858 Feb 09 08:09:56.356316 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-cb006a37-8db0-4dff-9baa-8662f35dc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.357948 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-cb006a37-8db0-4dff-9baa-8662f35dc8ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.1282885 Feb 09 08:09:56.359369 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-b94b4ea6-ae90-4912-be83-a0b55627aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.360859 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-b94b4ea6-ae90-4912-be83-a0b55627aa2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0912175 Feb 09 08:09:56.524208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-3808704f-289e-450b-8e4b-3b28b18199eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.533038 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-3808704f-289e-450b-8e4b-3b28b18199eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1624250 Feb 09 08:09:56.533038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-cd83e724-56f8-477f-8b77-6a95dc45b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:56.533038 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-cd83e724-56f8-477f-8b77-6a95dc45b026 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1205671 Feb 09 08:09:56.705096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:09:56.710494 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7b6eb5-9111-4dde-b047-1b1fea77b372 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_floatingips': [{'id': 'b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'floating_ip_address': '172.27.2.188', 'floating_network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'router_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'port_id': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'mac_address': 'fa:16:3e:33:41:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-09T08:06:27Z', 'updated_at': '2021-02-09T08:06:32Z', 'revision_number': 2, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:09:56.806636 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-16673fe2-0fe0-44f1-81eb-84a9115b3e33 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730889 Feb 09 08:09:56.811819 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-873ea5e9-81ee-4e71-9b6c-bbd79e084922 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516618 Feb 09 08:09:57.090302 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-83415596-488c-4fb9-bae6-bcd6d865a6a1 req-d8ecb61d-b5e4-4815-bfda-8278c3cbcdf6 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2752988 Feb 09 08:09:57.092352 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2b0ed13a-9743-4824-83ca-e2d35067dd46 req-8c838966-d49b-4397-b234-3341da0448f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2520850 Feb 09 08:09:57.146877 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31db57ce-76a8-4216-a363-4d8b32158284 None None] New status for floating IP 021f0c70-45af-484b-94b2-a0af6c4ffabf: DOWN {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:09:57.751981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b777f-e8ff-4d52-9497-7eeef0fe2265 req-ba6f995e-683c-4d17-ae40-1b59ac4c93a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:57.752958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-849b777f-e8ff-4d52-9497-7eeef0fe2265 req-ba6f995e-683c-4d17-ae40-1b59ac4c93a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:09:57.797306 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-849b777f-e8ff-4d52-9497-7eeef0fe2265 req-ba6f995e-683c-4d17-ae40-1b59ac4c93a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:09:57.798620 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-849b777f-e8ff-4d52-9497-7eeef0fe2265 req-ba6f995e-683c-4d17-ae40-1b59ac4c93a6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.2210016 Feb 09 08:09:57.866872 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-849b777f-e8ff-4d52-9497-7eeef0fe2265 req-b4827d2e-e076-471f-a629-7345d1802e17 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0609674 Feb 09 08:09:59.051377 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:09:59.124758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:09:59.125109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:59.168204 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2a934-bd53-41b9-bb66-a85630e8a167 req-789cd667-4e3e-4663-a71f-400cb44665fc tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:59.169949 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98a2a934-bd53-41b9-bb66-a85630e8a167 req-789cd667-4e3e-4663-a71f-400cb44665fc tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.1707330 Feb 09 08:09:59.245234 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-98a2a934-bd53-41b9-bb66-a85630e8a167 req-7864f361-1a8d-479a-b1a2-45743d29d4d2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0687599 Feb 09 08:09:59.432768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-d7bd5322-3fc8-4fda-8824-aa21ef5be0b6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:09:59.434368 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-d7bd5322-3fc8-4fda-8824-aa21ef5be0b6 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 945 time: 0.1649699 Feb 09 08:09:59.534348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:09:59.534729 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:59.796049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] For port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:09:59.796365 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:09:59.933011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:00.122913 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:00.143359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e895a664-9c22-4772-8c1b-d7f759e0fad4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:00.203017 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=2f0753bf-61cf-4c51-8a84-3ebc98f3cfee,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:00.205800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:00.351498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] No DVR routers for this DVR port 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:10:00.353871 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:00.356669 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'name': 'network-vif-deleted', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:00.429321 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f46efb-ea14-4927-b2ee-20d9e83d7097', 'name': 'network-vif-deleted', 'tag': '2f0753bf-61cf-4c51-8a84-3ebc98f3cfee', 'status': 'completed', 'code': 200} Feb 09 08:10:00.435505 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6a13a47c-8266-4958-a06c-89f4dff8c3a8 req-ccf393db-2bdd-4445-a64a-607066da55cd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "DELETE /v2.0/ports/2f0753bf-61cf-4c51-8a84-3ebc98f3cfee HTTP/1.1" status: 204 len: 173 time: 0.9951193 Feb 09 08:10:00.436971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac0ffb56-eabb-4195-8992-c03bb9f3b74d req-0cb7cfbd-ee22-4e73-bdba-29d4d4c4ac13 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:00.471402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-ac0ffb56-eabb-4195-8992-c03bb9f3b74d req-0cb7cfbd-ee22-4e73-bdba-29d4d4c4ac13 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:00.472779 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac0ffb56-eabb-4195-8992-c03bb9f3b74d req-0cb7cfbd-ee22-4e73-bdba-29d4d4c4ac13 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0864544 Feb 09 08:10:01.163374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-244574e2-1c7f-42c7-8cef-7ff33c3028ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:01.680738 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3f86eaba-9be5-4c0e-8ae1-42ce5d306681 req-2e0221e4-8cc0-4c90-9d99-a939cbbe5397 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0542624 Feb 09 08:10:02.501853 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:10:02.626206 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:02.664992 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:02.665385 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 2f0753bf-61cf-4c51-8a84-3ebc98f3cfee not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:02.863969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-85db6ff4-3dd4-4e21-8bf6-f42ebba31d2f req-2661d4f7-d7e5-4568-a524-29298b705156 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0519180 Feb 09 08:10:03.534200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-aadbf609-c52b-477e-b292-e77af301cff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:04.073226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d14a09ca-058b-4912-ac40-479e72371657 req-8d3153bf-c1f0-4c7f-8044-805fa63f2345 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=18f46efb-ea14-4927-b2ee-20d9e83d7097 HTTP/1.1" status: 200 len: 210 time: 0.0519674 Feb 09 08:10:04.111149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:05.036567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:05.425549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:08.947932 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-982e642c-e421-4da1-9379-3aa0cd5961ee tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips/b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2 HTTP/1.1" status: 200 len: 999 time: 0.1332843 Feb 09 08:10:09.189135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-b7afed65-8156-4c54-a854-460a4909cb86 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:09.190623 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-b7afed65-8156-4c54-a854-460a4909cb86 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2366359 Feb 09 08:10:09.323097 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-e31379e0-0be4-4710-ab53-1b391e27a0ab tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.188 HTTP/1.1" status: 200 len: 1002 time: 0.1250963 Feb 09 08:10:09.484586 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-92d5d26a-f226-4916-9525-30459d1b255c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:09.486121 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-92d5d26a-f226-4916-9525-30459d1b255c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports/9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 943 time: 0.1571784 Feb 09 08:10:09.694560 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-3797a360-87a6-4bd5-8d06-96c8689266a1 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.188 HTTP/1.1" status: 200 len: 1002 time: 0.1250012 Feb 09 08:10:09.940291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 5b1a0283-1ca9-419f-8d22-bf374d8edebf {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:09.940707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:10.129500 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:10.130041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:10.277081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 5b1a0283-1ca9-419f-8d22-bf374d8edebf owned by network:floatingip {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:10.596616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:10.612244 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6d99b327-01ff-4b42-856b-bdddf4ef98ce tempest-AttachVolumeShelveTestJSON-1381508353 tempest-AttachVolumeShelveTestJSON-1381508353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:10.673005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=5b1a0283-1ca9-419f-8d22-bf374d8edebf,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:10.677706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:10.835472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:10.835842 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.l3_db [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Floating IP b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2 disassociated (deleted). External IP: 172.27.2.188, port: 9fb0fb4b-db52-4e09-b344-4d20352fd6c9. Feb 09 08:10:11.439557 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:10:11.638247 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:10:11.648100 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:10:11.658834 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:11.659491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:11.721889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:11.780733 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-98a3cd3e-dca1-493a-93fe-e4e6b11af928 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "DELETE /v2.0/floatingips/b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2 HTTP/1.1" status: 204 len: 173 time: 2.0800214 Feb 09 08:10:11.781281 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9'}] {{(pid=80055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:11.845679 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'status': 'completed', 'code': 200} Feb 09 08:10:11.865210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:11.878189 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-f93ae408-d176-4fe5-aec1-38dbe1e107b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:11.879976 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-f93ae408-d176-4fe5-aec1-38dbe1e107b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0860808 Feb 09 08:10:11.971707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-4e526a71-a97c-4b8f-92ab-7b3c026e9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:11.973696 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-4e526a71-a97c-4b8f-92ab-7b3c026e9fb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f744dcaaa794b5891b414620b298d6d&device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 1163 time: 0.0818799 Feb 09 08:10:12.028664 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-6a948547-d342-42fd-af8f-8b73bd8d56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:12.030315 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-6a948547-d342-42fd-af8f-8b73bd8d56f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.1422408 Feb 09 08:10:12.108667 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-c86d1493-b88c-4e9f-b079-78446bb2b4fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 217 time: 0.0716794 Feb 09 08:10:12.178512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-8d54ba41-7d75-46c2-8c8e-862f2c2c85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:12.180118 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-8d54ba41-7d75-46c2-8c8e-862f2c2c85ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0652533 Feb 09 08:10:12.202736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:12.206796 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:10:12.216181 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:12.216868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:12.262959 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-9d0c55e3-4c3f-48f0-99d5-caaa1210fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:12.264516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-9d0c55e3-4c3f-48f0-99d5-caaa1210fb58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778253 Feb 09 08:10:12.406901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:12.411137 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-50a42612-e257-4425-9162-5ce918d87d10 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395371 Feb 09 08:10:12.563523 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c962ca24-e68c-4f7a-9dda-910ab075e26b req-0df133eb-8642-44b2-bfe6-494e944c0859 service neutron] 10.222.0.13 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455286 Feb 09 08:10:12.753894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:12.758563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56602b96-e5c7-43f1-88a3-d32d9a01d999 None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:03:11Z', 'revision_number': 4, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi', '_interfaces': [{'id': '0c6bd0eb-249d-4cf1-bf90-586baa0afe3d', 'name': '', 'network_id': '0f80b88b-73a2-4a12-98c6-0dfbe02c247b', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'mac_address': 'fa:16:3e:76:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:10Z', 'updated_at': '2021-02-09T08:03:19Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'subnets': [{'id': '7e8a529a-9141-4f9f-9bdf-faf3fc67f817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:10:13.138564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c95a0c-bd13-4e86-866e-f14de5ed63e8 None None] New status for floating IP b845aeeb-4cc5-4146-9c30-ebb8ba27fbc2: DOWN {{(pid=80056) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 09 08:10:13.208088 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aebef-76e8-441c-ac07-cd91c1bb2282 req-d74fb852-60b9-4975-96f3-7f26e6c39cc4 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:13.208936 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-488aebef-76e8-441c-ac07-cd91c1bb2282 req-d74fb852-60b9-4975-96f3-7f26e6c39cc4 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:13.259756 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-488aebef-76e8-441c-ac07-cd91c1bb2282 req-d74fb852-60b9-4975-96f3-7f26e6c39cc4 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:13.261100 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-488aebef-76e8-441c-ac07-cd91c1bb2282 req-d74fb852-60b9-4975-96f3-7f26e6c39cc4 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.2258565 Feb 09 08:10:13.325737 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-488aebef-76e8-441c-ac07-cd91c1bb2282 req-52021144-04ad-426d-b8ef-d1627fd1fe1f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0582952 Feb 09 08:10:14.832935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:14.916234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ee367-caf4-4ac9-8a60-733494132f1e req-fab27e9b-5971-4f56-bf66-201a68d1dc69 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:14.917974 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-040ee367-caf4-4ac9-8a60-733494132f1e req-fab27e9b-5971-4f56-bf66-201a68d1dc69 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.4612639 Feb 09 08:10:15.067082 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-040ee367-caf4-4ac9-8a60-733494132f1e req-98c2880e-4df9-4dc4-ad7d-c2b3d2571b70 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0957766 Feb 09 08:10:15.073935 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-8ef5a2a2-a365-4ce7-b255-e31ad916496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:15.075504 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-8ef5a2a2-a365-4ce7-b255-e31ad916496f service neutron] 10.222.0.48 "GET /v2.0/networks?id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 200 len: 906 time: 0.2901855 Feb 09 08:10:15.156871 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-1b1b2986-07fc-4b83-96dc-2c32251aa07c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 200 len: 217 time: 0.0732780 Feb 09 08:10:15.227402 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-2d2ae286-61d7-44f3-82f1-cc84f98e9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:15.229015 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-2d2ae286-61d7-44f3-82f1-cc84f98e9982 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 200 len: 851 time: 0.0650594 Feb 09 08:10:15.315427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-94c8e248-e0d1-4525-8fbb-812ea4bb9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:15.317011 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-94c8e248-e0d1-4525-8fbb-812ea4bb9890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0f80b88b-73a2-4a12-98c6-0dfbe02c247b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808599 Feb 09 08:10:15.483361 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-a84dc20f-6c23-4060-963c-5a46c80b07d9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585970 Feb 09 08:10:15.638419 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-63e9a324-0a87-4bdf-9748-0c6337221b29 req-f67c204b-1704-4ddf-89ee-ea8786ecaeb9 service neutron] 10.222.0.48 "GET /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462860 Feb 09 08:10:16.364428 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711736c-957a-49b8-8005-fada7bf746f2 req-fde4336d-12bd-47a5-83e7-3285aa30bde8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:16.366178 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3711736c-957a-49b8-8005-fada7bf746f2 req-fde4336d-12bd-47a5-83e7-3285aa30bde8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1641965 Feb 09 08:10:16.436497 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3711736c-957a-49b8-8005-fada7bf746f2 req-a34c1a7d-6c97-4381-aa3d-26d44b1efb3f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups?id=bd345f0b-b718-46ac-b83a-ac516298a0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0639653 Feb 09 08:10:16.561818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d7a37ba0-7e28-483f-9fbf-1cd916292f3c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:16.563527 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d7a37ba0-7e28-483f-9fbf-1cd916292f3c tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 946 time: 0.1695964 Feb 09 08:10:16.656726 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:16.657120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:16.925516 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] For port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:16.925924 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:17.063393 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:17.182142 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:17.288747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 update to DOWN by agent not found {{(pid=80056) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 09 08:10:17.293860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:17.309724 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-265130b1-91a1-40ed-8c6a-36a09ad22330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:17.365861 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=9fb0fb4b-db52-4e09-b344-4d20352fd6c9,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:17.389098 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.389527 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.389950 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.390363 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.390785 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.391195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.391607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.392028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.392437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.392862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.393272 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.393673 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.394116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.394518 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.394921 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.395321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.395719 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.396124 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.396524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.397595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.403582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.403582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.403582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.403582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:17.404297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:17.555854 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] No DVR routers for this DVR port 9fb0fb4b-db52-4e09-b344-4d20352fd6c9 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:10:17.560651 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:17.561203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'name': 'network-vif-deleted', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:17.623981 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ceec89e-cb2e-49c1-885d-9e8b5725b494', 'name': 'network-vif-deleted', 'tag': '9fb0fb4b-db52-4e09-b344-4d20352fd6c9', 'status': 'completed', 'code': 200} Feb 09 08:10:17.625538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b187cf6a-bf46-417a-8f99-99c90687a0af req-abbc6b48-433a-4c86-8df5-2e2b5af191ae tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:17.660181 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7631fd9d-0da3-4852-8c40-3463bc34491c req-d472f0e4-d126-4ef9-8ec9-c0cc07d431aa tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.48 "DELETE /v2.0/ports/9fb0fb4b-db52-4e09-b344-4d20352fd6c9 HTTP/1.1" status: 204 len: 173 time: 1.0913262 Feb 09 08:10:17.682320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-b187cf6a-bf46-417a-8f99-99c90687a0af req-abbc6b48-433a-4c86-8df5-2e2b5af191ae tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:17.683703 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b187cf6a-bf46-417a-8f99-99c90687a0af req-abbc6b48-433a-4c86-8df5-2e2b5af191ae tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.1105602 Feb 09 08:10:18.946915 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c829461a-4eb8-4139-8514-9575b9109dc1 req-26cddba6-9bfa-4926-969c-332a14c715f2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ceec89e-cb2e-49c1-885d-9e8b5725b494 HTTP/1.1" status: 200 len: 210 time: 0.0524278 Feb 09 08:10:20.122889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44468) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:20.250621 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-dd3ddcbc-9057-4779-a673-16af629848a8 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips/ca13c051-ca76-4ada-aeb4-db39755ba5ac HTTP/1.1" status: 200 len: 692 time: 0.1417058 Feb 09 08:10:20.312174 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.332012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:20.339199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Usage tracker for resource:security_group_rule and tenant:d5631777f449459799f1416ef0290acc is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:10:20.343728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:10:20.350552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:20.460542 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.500063 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.511049 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-51c33782-2b16-48d7-8141-063b1353c2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:20.546319 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-fd8ab46a-2338-4758-b8db-23b9d194edbd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:20.547908 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-fd8ab46a-2338-4758-b8db-23b9d194edbd tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/networks/f6026a43-d38d-44ad-ac67-ced6265de4a1 HTTP/1.1" status: 200 len: 784 time: 0.2903118 Feb 09 08:10:20.560623 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c621073-f206-4e6e-9993-214b1d645719,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:20.566409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:20.575280 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-fdcf366a-77ed-4bee-a6f4-c3acbae2521a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5631777f449459799f1416ef0290acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494784 Feb 09 08:10:20.575280 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44474) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:20.651490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.661223 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-dd283950-9310-4738-8993-fb48ab6da2af tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Synchronizing usage tracker for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80055) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:20.680195 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.699768 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-dd283950-9310-4738-8993-fb48ab6da2af tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Unset dirty status for tenant:0f744dcaaa794b5891b414620b298d6d on resource:floatingip {{(pid=80055) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:20.701131 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-dd283950-9310-4738-8993-fb48ab6da2af tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.88 HTTP/1.1" status: 200 len: 695 time: 0.1431289 Feb 09 08:10:20.808183 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-461ce4da-cbd7-4f14-a72b-20025b485286 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.2.88 HTTP/1.1" status: 200 len: 695 time: 0.1003273 Feb 09 08:10:20.808829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.814114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c919d6cd-d79d-46b7-9e10-f4e825ab01f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:20.826602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c621073-f206-4e6e-9993-214b1d645719,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:20.833301 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:20.837110 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c621073-f206-4e6e-9993-214b1d645719 HTTP/1.1" status: 204 len: 168 time: 0.2585416 Feb 09 08:10:20.838508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7c5b2c7c-e83c-4dc7-b1d6-90650f926ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:21.007023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Deleting port 004ed913-32e6-455a-be52-5d3f5636255c {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:21.007409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.190458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.190957 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.329483 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Calling delete_port for 004ed913-32e6-455a-be52-5d3f5636255c owned by network:floatingip {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:21.528937 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.545700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d049dc74-bf76-4898-97f4-96c4d391450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:21.608545 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'Port': ['ID=004ed913-32e6-455a-be52-5d3f5636255c,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:21.621143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.621570 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.621990 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.622397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.622800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.623200 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.623602 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.623999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.624397 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.624981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.625231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.625625 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.626158 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.626497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.626804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.627197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.627591 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.627984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.628378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.628793 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.629185 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.629576 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.629967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.630357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:21.679568 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:21.793343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for floatingip, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.817240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44496) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:21.867391 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for floatingip, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:21.868591 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-c14c2eac-f810-4aac-8cd6-4d423e1e4376 req-f1fbe3e0-c791-4d07-bacf-18622b19307f tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca13c051-ca76-4ada-aeb4-db39755ba5ac HTTP/1.1" status: 204 len: 173 time: 1.0544991 Feb 09 08:10:21.960592 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810871252-network', 'tenant_id': '251297d1dc5b4911a6195a82a26748ae'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:21.965802 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:21.970148 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Usage tracker for resource:network and tenant:251297d1dc5b4911a6195a82a26748ae is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:10:21.973168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:10:21.979875 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:22.019614 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Made reservation on behalf of 251297d1dc5b4911a6195a82a26748ae for: {'network': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:10:22.025163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for network, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.039289 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.055249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:22.059429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Usage tracker for resource:security_group_rule and tenant:251297d1dc5b4911a6195a82a26748ae is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:10:22.062412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:10:22.068242 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:22.156093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.202821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.207491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2ac03fbf-9f3d-4485-bd0a-e54b74b3aded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:22.242086 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80054) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 09 08:10:22.251403 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29b9bd-68c1-4547-8570-307cf699bc19,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:22.255416 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:22.296175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284670729878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.296683 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.db.segments_db [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Added segment 82898679-fdeb-4567-9ed4-c967184b3f72 of type vxlan for network 92beb261-db2d-433a-9905-f2a0977c9bfc Feb 09 08:10:22.390135 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752183558532'] for network, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.482886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804'] for network, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.484125 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:22.484822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:22.490056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e84953bd-61ec-42ff-b597-ec49e175a726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:22.598406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Pushing event updated for resources: {'Network': ['ID=92beb261-db2d-433a-9905-f2a0977c9bfc,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:22.601519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:22.609559 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Network 92beb261-db2d-433a-9905-f2a0977c9bfc details requested by agent ovs-agent-dv-cinder-774594-1-iscsi with host dv-cinder-774594-1-iscsi {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:10:22.620254 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-60a51e83-b459-446c-afdc-d211687f3104 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8018668 Feb 09 08:10:22.623538 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44510) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:22.627107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Network 92beb261-db2d-433a-9905-f2a0977c9bfc details requested by agent ovs-agent-hv-cinder-77459 with host hv-cinder-77459 {{(pid=80056) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 09 08:10:22.629883 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Request body: {'subnet': {'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810871252-subnet', 'tenant_id': '251297d1dc5b4911a6195a82a26748ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:22.636038 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:22.640299 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Usage tracker for resource:subnet and tenant:251297d1dc5b4911a6195a82a26748ae is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:10:22.643493 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:10:22.650421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:22.682171 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Made reservation on behalf of 251297d1dc5b4911a6195a82a26748ae for: {'subnet': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:10:22.687117 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6545311'] for subnet, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.308384 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846712652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6545256'] for subnet, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.323818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-1360ad58-ba08-40d5-82b9-b603d9c288ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:23.494466 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c303ee-6785-4688-9afd-5c19e83a6f34,revision_number=0']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:23.509169 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:23.535858 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-114ca6ee-025f-40b3-a901-8d383a144157 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "GET /v2.0/security-groups/bd345f0b-b718-46ac-b83a-ac516298a0d8 HTTP/1.1" status: 200 len: 2999 time: 0.1583519 Feb 09 08:10:23.671109 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Checking segment: {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:10:23.671505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Network hostable DHCP agents. Network: 92beb261-db2d-433a-9905-f2a0977c9bfc, hostable agents: ['3d920451-3d58-47d6-af34-6753302b71e3'], hosted agents: [] {{(pid=80054) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 09 08:10:23.685830 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.720182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.743376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Network 92beb261-db2d-433a-9905-f2a0977c9bfc is scheduled to be hosted by DHCP agent 3d920451-3d58-47d6-af34-6753302b71e3 with binding_index 1 {{(pid=80054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 09 08:10:23.785237 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-1-iscsi, 92beb261-db2d-433a-9905-f2a0977c9bfc) {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:10:23.795190 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d43e67-8309-4129-bfc0-a5cb2484b1cb None None] Network 92beb261-db2d-433a-9905-f2a0977c9bfc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:10:23.797458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:23.798108 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.871567 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.874359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:23.875664 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-082824cf-016b-4d9a-b92e-0ada65d2480f req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd345f0b-b718-46ac-b83a-ac516298a0d8 HTTP/1.1" status: 204 len: 173 time: 0.3246615 Feb 09 08:10:23.883842 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-925a60f1-320f-4008-ad8f-ea293c2e69f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2523870 Feb 09 08:10:23.883842 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e4576f29-d6f4-4d78-a101-a2b9663da600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:23.891167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd345f0b-b718-46ac-b83a-ac516298a0d8,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:23.894380 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-07941d9b-14a0-423e-a741-52ba8c61cb84 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:23.972118 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44522) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:24.040081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec2892f-7dd6-44aa-91a5-f95662a41bb1 None None] Network 92beb261-db2d-433a-9905-f2a0977c9bfc requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:10:24.895733 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:25.273745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Deleting port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:25.274120 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:25.456555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] For port 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:25.457014 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:25.593564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Calling delete_port for 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d owned by network:router_interface {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:25.848593 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:25.862976 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38ba9f62-9ee3-411c-bb9e-7ee6036a56f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:25.914634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6bd0eb-249d-4cf1-bf90-586baa0afe3d,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:25.917459 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:26.486087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-91a536f9-70a6-420a-9aa8-22c1c9bddfa8 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:26.486876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-91a536f9-70a6-420a-9aa8-22c1c9bddfa8 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Synchronizing usage tracker for tenant:251297d1dc5b4911a6195a82a26748ae on resource:network {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:26.521432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:26.607143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-91a536f9-70a6-420a-9aa8-22c1c9bddfa8 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Unset dirty status for tenant:251297d1dc5b4911a6195a82a26748ae on resource:network {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:26.608437 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-91a536f9-70a6-420a-9aa8-22c1c9bddfa8 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/networks?id=92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 200 len: 809 time: 0.5226548 Feb 09 08:10:26.644261 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-e0ac3658-a379-47a0-859d-f0f479b33125 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/quotas/251297d1dc5b4911a6195a82a26748ae HTTP/1.1" status: 200 len: 375 time: 0.0278730 Feb 09 08:10:26.717372 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-e81031a1-f661-45fb-9b25-ac3890d24743 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564649 Feb 09 08:10:26.784728 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-28216684-2f13-47bf-907d-dd94c5858f41 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80054) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 08:10:26.785689 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-28216684-2f13-47bf-907d-dd94c5858f41 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0607107 Feb 09 08:10:27.045062 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-95244de7-7243-4717-8a1d-fcaaf95ee2e4 service neutron] 10.222.0.13 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526803 Feb 09 08:10:27.608566 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-23de1fe8-fc32-4dff-b502-62ab33194930 service neutron] 10.222.0.13 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5114655 Feb 09 08:10:27.616525 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Router 21e039c6-7739-4b1b-8655-c8716a432e6a has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80054) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:10:27.814528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80054) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:10:27.824734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Sync routers for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:10:27.832983 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-8d234f64-96f4-4665-a55e-be4a34805384 admin admin] 10.222.0.13 "PUT /v2.0/routers/21e039c6-7739-4b1b-8655-c8716a432e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8563995 Feb 09 08:10:27.835491 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:27.836166 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:27.836627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44554) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:27.873060 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3067f6db-475f-47ba-a85e-f5c34e51d65d req-74269013-0138-459f-8c8c-afbdfd8de935 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 210 time: 0.0766537 Feb 09 08:10:28.027288 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:28.049734 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:28.259773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:28.265225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Deleting port 608caef0-f148-4e59-860c-25f1c369b0c3 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:28.265601 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:28.335379 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:10:25Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:28.339434 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Checking router: 21e039c6-7739-4b1b-8655-c8716a432e6a for host: dv-cinder-774594-1-iscsi {{(pid=80057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:10:28.348241 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Routers {'21e039c6-7739-4b1b-8655-c8716a432e6a'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:28.348917 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:03Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['21e039c6-7739-4b1b-8655-c8716a432e6a'], 'active': True} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:28.463222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] For port 608caef0-f148-4e59-860c-25f1c369b0c3, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=608caef0-f148-4e59-860c-25f1c369b0c3,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:28.463744 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:28.546928 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] Set router 21e039c6-7739-4b1b-8655-c8716a432e6a gateway port host: dv-cinder-774594-1-iscsi {{(pid=80057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:28.605762 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Calling delete_port for 608caef0-f148-4e59-860c-25f1c369b0c3 owned by network:router_gateway {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:28.811137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:28.871540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:10:25Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80057) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:28.875693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca24ac-b175-4336-b950-9790bd9ba75c None None] The sync data for ids ['21e039c6-7739-4b1b-8655-c8716a432e6a'] in dv-cinder-774594-1-iscsi is: [{'id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'name': 'tempest-TestVolumeBootPattern-1549819279-router', 'tenant_id': '0f744dcaaa794b5891b414620b298d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:02Z', 'updated_at': '2021-02-09T08:10:25Z', 'revision_number': 5, 'project_id': '0f744dcaaa794b5891b414620b298d6d', 'gw_port': {'id': '608caef0-f148-4e59-860c-25f1c369b0c3', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e039c6-7739-4b1b-8655-c8716a432e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:04Z', 'updated_at': '2021-02-09T08:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:10:28.978852 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:29.019810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:29.022706 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 0c6bd0eb-249d-4cf1-bf90-586baa0afe3d not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:29.070343 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.159317 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-1eb70978-725f-460a-b4e3-673abf0d7c49 req-a00d9acc-afa2-46a3-8c16-4d3efa13c3e1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 210 time: 0.1314633 Feb 09 08:10:29.233794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.236168 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.448626 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.449295 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e039c6-7739-4b1b-8655-c8716a432e6a {{(pid=80054) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:10:29.464833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] Notify callbacks [] for router, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.468409 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-bdc923f6-b274-4fd8-8315-e40e539207e1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/21e039c6-7739-4b1b-8655-c8716a432e6a HTTP/1.1" status: 204 len: 168 time: 1.6284027 Feb 09 08:10:29.468687 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44566) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:29.546095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Deleting subnet 7e8a529a-9141-4f9f-9bdf-faf3fc67f817 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:10:29.656903 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.809735 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:29.997741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-40e8684d-e504-46de-9931-9389e81b0053 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:29.999303 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-40e8684d-e504-46de-9931-9389e81b0053 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "GET /v2.0/networks?id=92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 200 len: 809 time: 0.3696594 Feb 09 08:10:30.023922 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Request body: {'port': {'device_id': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc', 'admin_state_up': True, 'tenant_id': '251297d1dc5b4911a6195a82a26748ae'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:30.055765 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:30.317476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:30.330809 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Usage tracker for resource:port and tenant:251297d1dc5b4911a6195a82a26748ae is out of sync, need to count used quota {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 09 08:10:30.336012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80054) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 09 08:10:30.342002 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-237b8d11-1ba4-4048-8ff4-0306f8833a49 req-a3be7074-8b45-4523-b34b-255fd27b36b2 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 210 time: 0.0483687 Feb 09 08:10:30.343239 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:30.672056 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Made reservation on behalf of 251297d1dc5b4911a6195a82a26748ae for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:10:30.692855 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:30.919800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:30.934269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-d12008f9-0515-4cde-91cb-2e531e71d615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:30.967374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 608caef0-f148-4e59-860c-25f1c369b0c3 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:30.989276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8a529a-9141-4f9f-9bdf-faf3fc67f817,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:31.005269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 608caef0-f148-4e59-860c-25f1c369b0c3 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:31.005671 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 608caef0-f148-4e59-860c-25f1c369b0c3 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:31.007973 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:31.154060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.157266 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e933d24-1ae5-497c-873f-337e78a1b7dd None None] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:10:31.175474 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-81f5de4a-7869-418f-a42a-5db53eb97512 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e8a529a-9141-4f9f-9bdf-faf3fc67f817 HTTP/1.1" status: 204 len: 168 time: 1.7056181 Feb 09 08:10:31.179407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44576) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:31.183455 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c78a022c-b417-4e3f-ac1b-668c33cf8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.188867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Allocated IP 172.20.0.4 (92beb261-db2d-433a-9905-f2a0977c9bfc/75c303ee-6785-4688-9afd-5c19e83a6f34/c3da7ed5-8fd5-48db-9e97-376cf8206c25) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:10:31.304233 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.382659 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Deleting port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:31.383221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.473378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] DHCP port deletion for 0f80b88b-73a2-4a12-98c6-0dfbe02c247b request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:10:31.479821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Deleting port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:31.480479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.498949 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.579339 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-92e34137-c716-405f-bb68-fd9b7846b37d req-c951bd3b-6065-4d68-bcd7-c6ffb79d72b0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Synchronizing usage tracker for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:31.636755 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-92e34137-c716-405f-bb68-fd9b7846b37d req-c951bd3b-6065-4d68-bcd7-c6ffb79d72b0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Unset dirty status for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:31.638055 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-92e34137-c716-405f-bb68-fd9b7846b37d req-c951bd3b-6065-4d68-bcd7-c6ffb79d72b0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 210 time: 0.1232960 Feb 09 08:10:31.644164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] For port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:31.649234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.669144 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.688723 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-feb68948-04b0-46a4-a244-395adb5c65b2 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:31.726133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] For port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,segment=NetworkSegment(8b0b6bb4-605d-42ed-9be9-dff8de1e46e2),segment_id=8b0b6bb4-605d-42ed-9be9-dff8de1e46e2)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:31.726498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:31.859167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Pushing event updated for resources: {'Port': ['ID=c3da7ed5-8fd5-48db-9e97-376cf8206c25,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:31.865863 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:31.869133 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Calling delete_port for 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:31.916773 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Network 92beb261-db2d-433a-9905-f2a0977c9bfc is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:10:31.918235 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:10:31.920798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:10:32.043742 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Calling delete_port for 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 owned by network:dhcp {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:32.051653 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:32.052376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.119366 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80055) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:10:32.119736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:10:32.128044 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581'] for port, after_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.129067 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-8a408ca0-5980-49ff-a7f1-3026f65b06a3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1094966 Feb 09 08:10:32.141622 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-dac51742-ed0d-4eea-92ce-af0911074fe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:32.147276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Request body: {'port': {'device_id': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:32.204404 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Pushing event deleted for resources: {'Port': ['ID=93a38e3f-eea8-4fc3-9941-ba4ac7f4d012,revision_number=None']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:32.226122 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.226506 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.226886 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.227259 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.227627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.227994 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.228359 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.228749 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.229116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.229475 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.229839 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.230199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.230598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.230961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.231321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.231682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.232041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.232400 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.232780 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.233141 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.233496 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.233851 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.234210 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.234564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:10:32.275062 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.283130 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:32.313045 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7af765-b042-41cd-afa4-7f7e40bbaa51 None None] No DVR routers for this DVR port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 on host dv-cinder-774594-1-iscsi {{(pid=80056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:10:32.621426 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Deleting port 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:32.621999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.698732 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3da7ed5-8fd5-48db-9e97-376cf8206c25 {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:10:32.699881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] The port '93a38e3f-eea8-4fc3-9941-ba4ac7f4d012' was deleted {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:10:32.707268 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.720111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Transition to ACTIVE for port object c3da7ed5-8fd5-48db-9e97-376cf8206c25 will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:10:32.750884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.768947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:32.871927 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:32.911276 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3da7ed5-8fd5-48db-9e97-376cf8206c25,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:32.921666 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:32.983214 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:33.002422 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f80b88b-73a2-4a12-98c6-0dfbe02c247b']}} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:33.023085 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2') {'for_net_delete': True} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:33.023454 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0b6bb4-605d-42ed-9be9-dff8de1e46e2') {} {{(pid=80055) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:33.026684 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:33.027084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 93a38e3f-eea8-4fc3-9941-ba4ac7f4d012 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:33.040971 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6840218'] for segment, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.104946 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Attempting to bind port c3da7ed5-8fd5-48db-9e97-376cf8206c25 on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:10:33.105305 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Attempting to bind port c3da7ed5-8fd5-48db-9e97-376cf8206c25 by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:10:33.105674 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Attempting to bind port c3da7ed5-8fd5-48db-9e97-376cf8206c25 on network 92beb261-db2d-433a-9905-f2a0977c9bfc {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:10:33.111364 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:10:33.111743 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Checking segment: {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:10:33.112152 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.112551 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Bound using segment: {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:10:33.113084 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Bound port: c3da7ed5-8fd5-48db-9e97-376cf8206c25, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:10:33.113460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.134499 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713d8a6-f1b8-43d9-af58-53966c8d9347 req-1de166c6-b022-4ad7-a4cb-076a0f85e088 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:33.136119 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7713d8a6-f1b8-43d9-af58-53966c8d9347 req-1de166c6-b022-4ad7-a4cb-076a0f85e088 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 943 time: 0.3652930 Feb 09 08:10:33.143817 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.147060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:10:33.214032 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] For port c3da7ed5-8fd5-48db-9e97-376cf8206c25, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:10:33.217163 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] For port c3da7ed5-8fd5-48db-9e97-376cf8206c25, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c3da7ed5-8fd5-48db-9e97-376cf8206c25,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:10:33.254260 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.270822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c77170d0-0e81-40d8-9c4a-2d1d49cd601b tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:33.317438 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7713d8a6-f1b8-43d9-af58-53966c8d9347 req-1a9e125f-6105-49e4-95f4-c1e9b550d2fe tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747730 Feb 09 08:10:33.378999 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:10:33.388826 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847891681'] for segment, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.428821 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3da7ed5-8fd5-48db-9e97-376cf8206c25,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:33.433868 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:33.465452 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:33.466143 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.467666 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-03fad978-024d-46e1-a058-e991e1ba12d9 service neutron] 10.222.0.48 "PUT /v2.0/ports/c3da7ed5-8fd5-48db-9e97-376cf8206c25 HTTP/1.1" status: 200 len: 1157 time: 1.3256326 Feb 09 08:10:33.468224 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:33.531226 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25', 'status': 'completed', 'code': 200} Feb 09 08:10:33.545421 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-19058fa5-3134-498e-99c5-9270fa8167dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.593701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Network 0f80b88b-73a2-4a12-98c6-0dfbe02c247b has no segments {{(pid=80055) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:10:33.617167 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:10:33.722296 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.726021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-80735b3b-0eec-441d-9706-09b6a010f5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:33.742707 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:33.751498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f80b88b-73a2-4a12-98c6-0dfbe02c247b,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:33.754934 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:33.765208 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-ebf0de87-b535-4fed-b819-50019441abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:33.766904 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-ebf0de87-b535-4fed-b819-50019441abac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 1160 time: 0.0869861 Feb 09 08:10:33.791624 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-24c231b0-87d9-476f-af18-1ee28e7fd806 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f80b88b-73a2-4a12-98c6-0dfbe02c247b HTTP/1.1" status: 204 len: 168 time: 2.6109705 Feb 09 08:10:33.794811 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44586) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:33.847516 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-4c68a5ee-af83-404d-b25b-32bbb6ebfcab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3da7ed5-8fd5-48db-9e97-376cf8206c25 HTTP/1.1" status: 200 len: 217 time: 0.0676334 Feb 09 08:10:33.920627 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-9e7f5b72-4ce3-4f99-85d3-5d84d6fc570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:33.922320 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-9e7f5b72-4ce3-4f99-85d3-5d84d6fc570f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75c303ee-6785-4688-9afd-5c19e83a6f34 HTTP/1.1" status: 200 len: 849 time: 0.0686626 Feb 09 08:10:33.976703 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-4b257773-2c38-4f70-9745-3e423483aed8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92beb261-db2d-433a-9905-f2a0977c9bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470481 Feb 09 08:10:34.122471 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:34.125656 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-b9715f77-e2aa-4476-a502-eb53e3c48f55 service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427174 Feb 09 08:10:34.274498 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-78f49f13-84b0-4e56-bb96-6fbff66974a7 req-d672dc66-0919-4864-b212-cfe1c22d8c45 service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415560 Feb 09 08:10:34.368695 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1709832'] for router_interface, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:34.516472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-9eb43c4c-a31f-4a45-aefc-6582ccade3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:34.518271 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-9eb43c4c-a31f-4a45-aefc-6582ccade3df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 1160 time: 0.0868390 Feb 09 08:10:34.664595 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-1a69ef9c-29ef-4d12-bc6f-4b2a7183c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:34.666318 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-1a69ef9c-29ef-4d12-bc6f-4b2a7183c186 service neutron] 10.222.0.48 "GET /v2.0/networks?id=92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 200 len: 903 time: 0.1410058 Feb 09 08:10:34.739480 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-6532dd7b-4ecd-40ca-90d5-99d338a5264a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3da7ed5-8fd5-48db-9e97-376cf8206c25 HTTP/1.1" status: 200 len: 217 time: 0.0664146 Feb 09 08:10:34.804444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583514d-a978-41c9-88e6-80b86f03985c req-f8a63dc5-cf10-44a3-8cb2-1dfa214cf8cb tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:34.806169 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3583514d-a978-41c9-88e6-80b86f03985c req-f8a63dc5-cf10-44a3-8cb2-1dfa214cf8cb tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 943 time: 0.3131189 Feb 09 08:10:34.812984 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-1963ef14-3ef6-48d9-8078-a48b2a0b49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:34.814732 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-1963ef14-3ef6-48d9-8078-a48b2a0b49bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75c303ee-6785-4688-9afd-5c19e83a6f34 HTTP/1.1" status: 200 len: 849 time: 0.0680788 Feb 09 08:10:34.869529 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-e8e2e6f8-e11c-4f29-b924-96886837c2a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92beb261-db2d-433a-9905-f2a0977c9bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474715 Feb 09 08:10:34.889612 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3583514d-a978-41c9-88e6-80b86f03985c req-597744e0-61c8-44d9-bdf5-bcdb5929488a tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766642 Feb 09 08:10:34.954325 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Deleting port 5fdd3953-9399-4722-a8b9-c0bdb03bee09 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:34.954701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:35.022423 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-0f32f2cc-343a-414b-9e57-2f31df170f80 service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456246 Feb 09 08:10:35.042159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:35.145020 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] For port 5fdd3953-9399-4722-a8b9-c0bdb03bee09, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=5fdd3953-9399-4722-a8b9-c0bdb03bee09,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:35.145396 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:35.173264 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2227eadd-d6c4-43ef-8abf-36ab853f4bfe req-9f3e6d2c-4e04-4fbf-81b9-4afebced5389 service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446223 Feb 09 08:10:35.279867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Calling delete_port for 5fdd3953-9399-4722-a8b9-c0bdb03bee09 owned by network:router_interface {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:35.413813 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:35.470701 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:35.487176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b9d45eeb-bcfc-4318-a6a8-ee1b059b5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:35.536401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fdd3953-9399-4722-a8b9-c0bdb03bee09,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:35.548804 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:36.130498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852734012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853126153'] for router_interface, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:36.188243 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb22a9-c9a9-4481-bccb-1c019840cdfa req-06e2c6a5-b46b-4560-9f73-4c3ecc518f3a tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:36.189901 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-35cb22a9-c9a9-4481-bccb-1c019840cdfa req-06e2c6a5-b46b-4560-9f73-4c3ecc518f3a tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 943 time: 0.1653461 Feb 09 08:10:36.502901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-35cb22a9-c9a9-4481-bccb-1c019840cdfa req-7402cfa8-ec68-4df0-a90c-ea9ac3e4ec03 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Synchronizing usage tracker for tenant:251297d1dc5b4911a6195a82a26748ae on resource:security_group {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:36.556519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-35cb22a9-c9a9-4481-bccb-1c019840cdfa req-7402cfa8-ec68-4df0-a90c-ea9ac3e4ec03 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Unset dirty status for tenant:251297d1dc5b4911a6195a82a26748ae on resource:security_group {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:36.557851 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-35cb22a9-c9a9-4481-bccb-1c019840cdfa req-7402cfa8-ec68-4df0-a90c-ea9ac3e4ec03 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605258 Feb 09 08:10:36.658689 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 has already been hosted by L3 agent a2935d43-b189-4454-ab56-1b6031f66f58 {{(pid=80055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 09 08:10:36.848476 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] Notify agent at l3_agent.dv-cinder-774594-1-iscsi the message routers_updated {{(pid=80055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 09 08:10:36.858182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Sync routers for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 09 08:10:36.858741 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-233137c4-dbc7-4b7a-8402-f38e10d2dc85 admin admin] 10.222.0.13 "PUT /v2.0/routers/9276ba1d-f6b0-4b9c-8204-0122b348d2b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0628734 Feb 09 08:10:36.861387 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44594) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:36.868884 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:36.869562 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:37.055220 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:37.064093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:37.243587 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:37.248828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Deleting port 551666f3-dfe7-47c5-9f37-b973d3f939d4 {{(pid=80055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:37.249191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:37.366736 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:10:35Z', 'revision_number': 5, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:37.370832 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Checking router: 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 for host: dv-cinder-774594-1-iscsi {{(pid=80056) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 09 08:10:37.379598 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Routers {'9276ba1d-f6b0-4b9c-8204-0122b348d2b1'} bound to L3 agent in host dv-cinder-774594-1-iscsi {{(pid=80056) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 09 08:10:37.380249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774594-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-09T07:47:03Z,description=,heartbeat_timestamp=2021-02-09T08:10:33Z,host='dv-cinder-774594-1-iscsi',id=a2935d43-b189-4454-ab56-1b6031f66f58,load=0,resource_versions=,resources_synced=,started_at=2021-02-09T07:47:04Z,topic='l3_agent')) {'router_ids': ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'], 'active': True} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:37.441081 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] For port 551666f3-dfe7-47c5-9f37-b973d3f939d4, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=551666f3-dfe7-47c5-9f37-b973d3f939d4,segment=NetworkSegment(3acda4fa-3f13-4106-b975-f0f4477cda1e),segment_id=3acda4fa-3f13-4106-b975-f0f4477cda1e)] {{(pid=80055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:37.441460 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:37.583529 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Calling delete_port for 551666f3-dfe7-47c5-9f37-b973d3f939d4 owned by network:router_gateway {{(pid=80055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:37.782571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6884170'] for port, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:37.804405 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvr_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] Set router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 gateway port host: dv-cinder-774594-1-iscsi {{(pid=80056) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 09 08:10:37.972172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.objects.ports [None req-5aba6477-4916-4e18-8715-6a783cfefa44 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80056) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 09 08:10:37.985818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89277a-810b-4b41-83de-816f15b70d14 req-4101e3ab-6b44-4850-a0fb-f95f412184ae tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:37.987514 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d89277a-810b-4b41-83de-816f15b70d14 req-4101e3ab-6b44-4850-a0fb-f95f412184ae tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 943 time: 0.2875619 Feb 09 08:10:38.122982 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6d89277a-810b-4b41-83de-816f15b70d14 req-63781d20-9e7e-4fa1-9c5e-e5a94a680ff1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251125 Feb 09 08:10:38.132818 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_hamode_db [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:10:35Z', 'revision_number': 5, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}], 'dv-cinder-774594-1-iscsi', False) {} {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:38.137015 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417dd0e8-6c97-4ee3-a8c0-c3a12f1dd901 None None] The sync data for ids ['9276ba1d-f6b0-4b9c-8204-0122b348d2b1'] in dv-cinder-774594-1-iscsi is: [{'id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'name': 'tempest-TestVolumeBootPattern-1869360856-router', 'tenant_id': 'f1293690d5d8498db6d83609948a867a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'external_fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-09T08:03:17Z', 'updated_at': '2021-02-09T08:10:35Z', 'revision_number': 5, 'project_id': 'f1293690d5d8498db6d83609948a867a', 'gw_port': {'id': '551666f3-dfe7-47c5-9f37-b973d3f939d4', 'name': '', 'network_id': 'f6026a43-d38d-44ad-ac67-ced6265de4a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9276ba1d-f6b0-4b9c-8204-0122b348d2b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-09T08:03:18Z', 'updated_at': '2021-02-09T08:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fad11f45-ef14-4543-9228-958d8fda3bbf', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-1-iscsi'}] {{(pid=80056) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 09 08:10:38.142427 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853056629'] for router_gateway, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.379076 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c3da7ed5-8fd5-48db-9e97-376cf8206c25 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:10:38.511203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port c3da7ed5-8fd5-48db-9e97-376cf8206c25 completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:10:38.517046 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c3da7ed5-8fd5-48db-9e97-376cf8206c25 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:10:38.517779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.538874 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1731653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854684113'] for router, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.541324 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.646041 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.659544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1731839'] for router, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.660154 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9276ba1d-f6b0-4b9c-8204-0122b348d2b1 {{(pid=80055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 09 08:10:38.673566 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] Notify callbacks [] for router, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.674919 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-9184ccca-2bde-4213-a480-1cce78e59a1f admin admin] 10.222.0.13 "DELETE /v2.0/routers/9276ba1d-f6b0-4b9c-8204-0122b348d2b1 HTTP/1.1" status: 204 len: 168 time: 1.8124561 Feb 09 08:10:38.676075 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:38.678230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80055) accepted ('10.222.0.13', 44600) {{(pid=80055) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:38.688381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port c3da7ed5-8fd5-48db-9e97-376cf8206c25, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c3da7ed5-8fd5-48db-9e97-376cf8206c25,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:38.717764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.720176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:38.750816 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Deleting subnet 65b26499-b0ba-4b42-9e8c-55da71659e06 {{(pid=80055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:10:38.754392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.765354 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25', 'code': 200} Feb 09 08:10:38.799561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=c3da7ed5-8fd5-48db-9e97-376cf8206c25,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:38.803472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:38.810605 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847935598'] for subnet, precommit_delete_associations {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.899191 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:38.979929 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 5fdd3953-9399-4722-a8b9-c0bdb03bee09 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:39.020940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 5fdd3953-9399-4722-a8b9-c0bdb03bee09 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:39.022028 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 5fdd3953-9399-4722-a8b9-c0bdb03bee09 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:39.022498 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 551666f3-dfe7-47c5-9f37-b973d3f939d4 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:39.059449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 551666f3-dfe7-47c5-9f37-b973d3f939d4 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:39.060353 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 551666f3-dfe7-47c5-9f37-b973d3f939d4 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:39.115449 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6bff3-4b74-4685-91e9-2ddf07415758 req-c92730a0-02e2-443d-b648-970a485332c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:39.117086 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3d6bff3-4b74-4685-91e9-2ddf07415758 req-c92730a0-02e2-443d-b648-970a485332c5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 1162 time: 0.0879211 Feb 09 08:10:39.160264 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b3d6bff3-4b74-4685-91e9-2ddf07415758 req-9e2cf1bc-3109-46f4-a557-01e3db3fc3b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371432 Feb 09 08:10:39.254323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6883518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6827400'] for subnet, after_delete {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.273357 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e41ce44e-50cf-46cc-933a-3009aabd3bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:39.372221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b26499-b0ba-4b42-9e8c-55da71659e06,revision_number=None']} {{(pid=80055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:39.427901 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80055) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:39.468621 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80055) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.474221 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2c152-57ef-4ab0-a7cc-4ed4da09dfbd None None] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e requested from dv-cinder-774594-1-iscsi {{(pid=80056) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 09 08:10:39.480411 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-0df6239a-a149-461d-9c47-9cf5071b07f1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65b26499-b0ba-4b42-9e8c-55da71659e06 HTTP/1.1" status: 204 len: 168 time: 0.8007793 Feb 09 08:10:39.482231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44608) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:39.503036 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:10:39.520508 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c3da7ed5-8fd5-48db-9e97-376cf8206c25 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:10:39.589812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb84a61-1bef-415f-8ed5-7d93191e7480 req-3657804d-88da-443a-9109-1837472b8a82 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:39.591504 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-abb84a61-1bef-415f-8ed5-7d93191e7480 req-3657804d-88da-443a-9109-1837472b8a82 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 945 time: 0.3199341 Feb 09 08:10:39.619528 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.658641 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-abb84a61-1bef-415f-8ed5-7d93191e7480 req-68c7af25-383b-445a-998e-6eb1a815f0f7 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602171 Feb 09 08:10:39.695798 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Deleting port 01fdb7f0-e291-415b-b180-e6813c839718 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:39.696167 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.732395 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c3da7ed5-8fd5-48db-9e97-376cf8206c25 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:10:39.732865 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.866879 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] DHCP port deletion for 7cef21f2-51e6-4027-9fd6-93fe70d95d6e request from dv-cinder-774594-1-iscsi {{(pid=80056) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 09 08:10:39.876307 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Deleting port 01fdb7f0-e291-415b-b180-e6813c839718 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:39.876745 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:39.920519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] For port 01fdb7f0-e291-415b-b180-e6813c839718, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=01fdb7f0-e291-415b-b180-e6813c839718,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:39.920943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.067080 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Calling delete_port for 01fdb7f0-e291-415b-b180-e6813c839718 owned by network:dhcp {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:40.111965 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] For port 01fdb7f0-e291-415b-b180-e6813c839718, host dv-cinder-774594-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-1-iscsi',level=0,port_id=01fdb7f0-e291-415b-b180-e6813c839718,segment=NetworkSegment(8a8766f6-7fd7-454a-aa39-948887a40130),segment_id=8a8766f6-7fd7-454a-aa39-948887a40130)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:40.112429 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.179676 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.196582 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c20339ec-5a84-499f-bf92-092ae882999a tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:40.257199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Calling delete_port for 01fdb7f0-e291-415b-b180-e6813c839718 owned by network:dhcp {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:40.260069 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01fdb7f0-e291-415b-b180-e6813c839718,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:40.265005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:40.333159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80056) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:10:40.333485 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80056) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:10:40.344207 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] No DVR routers for this DVR port 01fdb7f0-e291-415b-b180-e6813c839718 on host dv-cinder-774594-1-iscsi {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:10:40.469240 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.589515 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cef21f2-51e6-4027-9fd6-93fe70d95d6e']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:40.602932 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8766f6-7fd7-454a-aa39-948887a40130') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:40.603274 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8766f6-7fd7-454a-aa39-948887a40130') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:10:40.615783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.630700 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.632704 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:10:40.834374 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Deleting port 01fdb7f0-e291-415b-b180-e6813c839718 {{(pid=80056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:40.834911 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.853175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:10:40.867639 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:40.910828 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-ee143560-f638-4c3a-b291-f7021d436f61 None None] The port '01fdb7f0-e291-415b-b180-e6813c839718' was deleted {{(pid=80056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 09 08:10:40.973410 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 01fdb7f0-e291-415b-b180-e6813c839718 no longer exists at agent ovs-agent-dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:41.011285 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] No Port match for: 01fdb7f0-e291-415b-b180-e6813c839718 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:41.011682 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Device 01fdb7f0-e291-415b-b180-e6813c839718 not bound to the agent host dv-cinder-774594-1-iscsi {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:41.080764 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Network 7cef21f2-51e6-4027-9fd6-93fe70d95d6e has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:10:41.105316 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:10:41.207435 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eef22-e027-4908-86cd-f712711c34ba req-52507c81-4a42-414b-a9d8-00f18b54b2ad tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:41.209794 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d06eef22-e027-4908-86cd-f712711c34ba req-52507c81-4a42-414b-a9d8-00f18b54b2ad tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 945 time: 0.4064846 Feb 09 08:10:41.328399 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d06eef22-e027-4908-86cd-f712711c34ba req-6da389ec-4363-4206-8fc4-559a8bb21697 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Feb 09 08:10:41.329512 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.332983 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:41.347847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.358939 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cef21f2-51e6-4027-9fd6-93fe70d95d6e,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:41.362222 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:41.363842 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-14f21992-6aa6-4f22-bef9-d975070fd5b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7cef21f2-51e6-4027-9fd6-93fe70d95d6e HTTP/1.1" status: 204 len: 168 time: 1.8775260 Feb 09 08:10:41.574770 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c3da7ed5-8fd5-48db-9e97-376cf8206c25 up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:10:41.584986 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44618) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:41.638353 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-124fb46e-593c-4676-a077-16ec40ef406d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f744dcaaa794b5891b414620b298d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518551 Feb 09 08:10:41.640996 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44622) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:41.650541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port c3da7ed5-8fd5-48db-9e97-376cf8206c25 triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:10:41.651257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.707960 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.736862 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.876831 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.882800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c00585cc-6987-4ca9-a88a-2ac128893955 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:41.897199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768510a2-fba5-439c-b8c0-44fa9e0b3c9b,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:41.901386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:41.904866 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:41.906275 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-38097029-1e91-45bf-9180-d8c2620b49b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/768510a2-fba5-439c-b8c0-44fa9e0b3c9b HTTP/1.1" status: 204 len: 168 time: 0.2643220 Feb 09 08:10:42.464205 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44638) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:42.520234 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-f48dd11a-e1ab-4e91-abfa-e0169e4127c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1293690d5d8498db6d83609948a867a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546539 Feb 09 08:10:42.530060 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44642) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:10:42.593658 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:42.621833 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:42.751067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:42.756670 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-accddf67-42c2-41a8-9b11-fb9887d0efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:42.807096 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5f16a-5978-4243-96fa-3f0b25096547,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:42.809887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:42.817759 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:42.819047 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-6009d91a-f1b6-4a11-8695-7e9ccf0cb007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbf5f16a-5978-4243-96fa-3f0b25096547 HTTP/1.1" status: 204 len: 168 time: 0.2880054 Feb 09 08:10:42.943711 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52bc4c-2ead-4c76-97c8-61ee62da94e9 req-1cf7d594-2f6d-4022-9ffe-c0ea9d77a676 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:42.945445 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9d52bc4c-2ead-4c76-97c8-61ee62da94e9 req-1cf7d594-2f6d-4022-9ffe-c0ea9d77a676 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 945 time: 0.1786535 Feb 09 08:10:43.009849 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9d52bc4c-2ead-4c76-97c8-61ee62da94e9 req-b31630a3-5332-4540-99af-29c2e8493cf5 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581033 Feb 09 08:10:44.307320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc472e-c35f-42c0-b816-afc701b9ebf2 req-7de14316-1c69-4618-81a0-f63a95ffe4c1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:44.308913 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e1fc472e-c35f-42c0-b816-afc701b9ebf2 req-7de14316-1c69-4618-81a0-f63a95ffe4c1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 945 time: 0.1671820 Feb 09 08:10:44.313323 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-742f8549-4873-4601-94ef-8c2b081dd476 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:44.315026 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-742f8549-4873-4601-94ef-8c2b081dd476 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 945 time: 0.1668646 Feb 09 08:10:44.377535 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-e1fc472e-c35f-42c0-b816-afc701b9ebf2 req-035bab39-8c80-4e40-a58f-711106f5b5f2 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621393 Feb 09 08:10:44.410037 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Deleting port c3da7ed5-8fd5-48db-9e97-376cf8206c25 {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:10:44.410425 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:44.681097 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] For port c3da7ed5-8fd5-48db-9e97-376cf8206c25, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=c3da7ed5-8fd5-48db-9e97-376cf8206c25,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:10:44.681505 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:44.815912 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Calling delete_port for c3da7ed5-8fd5-48db-9e97-376cf8206c25 owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:10:44.848303 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:44.996947 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:45.014401 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-8172328a-90b7-4678-bc21-f762932b3e63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:45.078123 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Pushing event deleted for resources: {'Port': ['ID=c3da7ed5-8fd5-48db-9e97-376cf8206c25,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:45.081091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:45.225269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] No DVR routers for this DVR port c3da7ed5-8fd5-48db-9e97-376cf8206c25 on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:10:45.227413 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:45.231314 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'name': 'network-vif-deleted', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:45.272751 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f6f82e1f-5183-4e29-bbc7-ed2050ed69e7 req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "DELETE /v2.0/ports/c3da7ed5-8fd5-48db-9e97-376cf8206c25 HTTP/1.1" status: 204 len: 173 time: 0.9522960 Feb 09 08:10:45.290169 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97a6d2e-902d-4505-bd4b-a976a4542f49', 'name': 'network-vif-deleted', 'tag': 'c3da7ed5-8fd5-48db-9e97-376cf8206c25', 'status': 'completed', 'code': 200} Feb 09 08:10:45.433920 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c3da7ed5-8fd5-48db-9e97-376cf8206c25 no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:10:45.481484 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] No Port match for: c3da7ed5-8fd5-48db-9e97-376cf8206c25 {{(pid=80056) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 09 08:10:45.481882 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device c3da7ed5-8fd5-48db-9e97-376cf8206c25 not bound to the agent host hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 09 08:10:45.577757 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9d80fe0d-f4dd-4aa4-be0e-971b1a5d3f55 req-73be7ade-a953-43f9-949a-39f2947e21c6 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=a97a6d2e-902d-4505-bd4b-a976a4542f49 HTTP/1.1" status: 200 len: 210 time: 0.0513759 Feb 09 08:10:47.122199 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-ef799d40-e591-46bf-b30d-728b17247ddd tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:47.123777 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-ef799d40-e591-46bf-b30d-728b17247ddd tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/networks?id=92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 200 len: 809 time: 0.2388439 Feb 09 08:10:47.140916 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-8fb251ed-135a-47d4-98e1-d9fe2b990be1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/quotas/251297d1dc5b4911a6195a82a26748ae HTTP/1.1" status: 200 len: 375 time: 0.0111647 Feb 09 08:10:47.195477 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-2396ce7e-241a-4c3d-94fc-9a6bc68874de tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490916 Feb 09 08:10:47.339533 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-d7a22e4d-ac41-4516-bf08-f9461e89c782 service neutron] 10.222.0.13 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368079 Feb 09 08:10:47.485046 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-14736993-335f-448f-8dae-0ea207d42c67 service neutron] 10.222.0.13 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389771 Feb 09 08:10:48.826119 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-a94633ad-eeac-41a9-8b9e-8f2e2efd3632 req-e71fe771-122b-4d25-83cd-371027306662 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Synchronizing usage tracker for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:48.870464 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-a94633ad-eeac-41a9-8b9e-8f2e2efd3632 req-e71fe771-122b-4d25-83cd-371027306662 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Unset dirty status for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:48.871737 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-a94633ad-eeac-41a9-8b9e-8f2e2efd3632 req-e71fe771-122b-4d25-83cd-371027306662 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0948918 Feb 09 08:10:49.996271 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-b0380125-3496-4630-b563-21bbaec4e746 req-66291490-427a-43aa-b5c4-104aaac48aaf tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0520175 Feb 09 08:10:51.124495 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-37da825b-7357-4814-8bef-d71e15d4877f req-9861597c-1952-457d-ba2b-a70441394d6c tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0489695 Feb 09 08:10:52.245826 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-0edccfc3-cdc2-44ed-b621-1e96bcf8e7e8 req-4cf50e08-b650-45b7-9933-22d86e16f5b7 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0490122 Feb 09 08:10:53.432310 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2a7118f7-b6ad-4771-879e-8b2ad262126a req-70c372fb-db3f-4ec4-930e-51b9603f6185 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0530791 Feb 09 08:10:54.617152 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-295f70c2-becd-409f-b977-877ad9e35971 req-03e543c6-494a-426b-84b9-37f710d79b80 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0494967 Feb 09 08:10:54.892904 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-93cdb23f-58b2-44c2-aedc-c6819e76fea3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:54.894454 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-93cdb23f-58b2-44c2-aedc-c6819e76fea3 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "GET /v2.0/networks?id=92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 200 len: 809 time: 0.2403240 Feb 09 08:10:54.917225 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Request body: {'port': {'device_id': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc', 'admin_state_up': True, 'tenant_id': '251297d1dc5b4911a6195a82a26748ae'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:55.296445 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 09 08:10:55.307059 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.quota.driver [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80054) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 09 08:10:55.345095 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Made reservation on behalf of 251297d1dc5b4911a6195a82a26748ae for: {'port': 1} {{(pid=80054) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 09 08:10:55.366392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:55.676548 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_common [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Allocated IP 172.20.0.9 (92beb261-db2d-433a-9905-f2a0977c9bfc/75c303ee-6785-4688-9afd-5c19e83a6f34/e15165f1-81d5-4210-816b-0387a73ebf4e) {{(pid=80054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 09 08:10:55.826453 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-767d844f-43b4-4f88-ac4e-2649fb96bcaf req-4da00508-2a15-4e29-8770-f568c69a0245 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0693438 Feb 09 08:10:55.944810 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks [] for port, precommit_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:55.991887 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752183590925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_create {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:56.006829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-abbdd5b9-f8ce-40a8-b58a-c49c0e3c1325 tempest-TestVolumeBootPattern-1479595545 tempest-TestVolumeBootPattern-1479595545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:56.155895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Pushing event updated for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=1']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:56.166087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:56.210121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Network 92beb261-db2d-433a-9905-f2a0977c9bfc is already hosted by enough agents. {{(pid=80054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 09 08:10:56.211170 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.scheduler.base_scheduler [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Resources bound (agent type, host, resource id): {{(pid=80054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 09 08:10:56.213554 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Received port after_create {{(pid=80054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 09 08:10:56.338696 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:56.339398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:56.385951 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-64cc74c8-f510-4b15-902a-01b56e13ac13 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4728975 Feb 09 08:10:56.404563 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.v2.base [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Request body: {'port': {'device_id': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=80054) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 08:10:56.529896 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:56.953333 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15165f1-81d5-4210-816b-0387a73ebf4e {{(pid=80054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 09 08:10:56.962107 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.019613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Transition to ACTIVE for port object e15165f1-81d5-4210-816b-0387a73ebf4e will not be triggered until provisioned by entity L2. {{(pid=80054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 09 08:10:57.042269 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.058291 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-da6534bb-318a-44ad-820a-23ffc3faf882 tempest-AttachVolumeTestJSON-1162030624 tempest-AttachVolumeTestJSON-1162030624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:57.126165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951e7d0-5e62-4c51-91db-0ab4a63e88c0 req-9b2c9dcd-f70e-4f5e-ba1f-b74e9d7b3f97 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:57.127783 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6951e7d0-5e62-4c51-91db-0ab4a63e88c0 req-9b2c9dcd-f70e-4f5e-ba1f-b74e9d7b3f97 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 931 time: 0.1697016 Feb 09 08:10:57.195395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-6951e7d0-5e62-4c51-91db-0ab4a63e88c0 req-977d217b-442b-4969-80ab-fec67676d4a0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604327 Feb 09 08:10:57.204767 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Pushing event updated for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=2']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:57.210116 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Attempting to bind port e15165f1-81d5-4210-816b-0387a73ebf4e on host hv-cinder-77459 for vnic_type normal with profile {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Attempting to bind port e15165f1-81d5-4210-816b-0387a73ebf4e by drivers openvswitch on host hv-cinder-77459 at level 0 using segments [{'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Attempting to bind port e15165f1-81d5-4210-816b-0387a73ebf4e on network 92beb261-db2d-433a-9905-f2a0977c9bfc {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Checking agent: {'id': 'f2269798-4e89-47d0-ae74-c5c35bb3a7cd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 9, 7, 54, 9), 'started_at': datetime.datetime(2021, 2, 9, 7, 54, 39), 'heartbeat_timestamp': datetime.datetime(2021, 2, 9, 8, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.30', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Checking segment: {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Bound using segment: {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'} {{(pid=80054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Bound port: e15165f1-81d5-4210-816b-0387a73ebf4e, host: hv-cinder-77459, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82898679-fdeb-4567-9ed4-c967184b3f72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92beb261-db2d-433a-9905-f2a0977c9bfc'}}] {{(pid=80054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 09 08:10:57.397292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.493249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, cleared binding levels {{(pid=80054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 09 08:10:57.496341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e15165f1-81d5-4210-816b-0387a73ebf4e,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 09 08:10:57.528541 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846712052'] for port, after_update {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.542552 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f63e30c2-9ef8-4b5b-832c-f72c40128ac0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:10:57.696197 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Pushing event updated for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=3']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:10:57.701010 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:10:57.734893 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:57.735571 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:10:57.737080 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-fb98811c-dfd2-4bcd-8c27-2d3cdd01e192 service neutron] 10.222.0.48 "PUT /v2.0/ports/e15165f1-81d5-4210-816b-0387a73ebf4e HTTP/1.1" status: 200 len: 1157 time: 1.3373647 Feb 09 08:10:57.737607 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:10:57.795666 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e', 'status': 'completed', 'code': 200} Feb 09 08:10:57.914392 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-c2774ef0-c713-4881-b7c5-ee6bc2c446d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:57.916001 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-c2774ef0-c713-4881-b7c5-ee6bc2c446d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 1160 time: 0.0780716 Feb 09 08:10:58.074966 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-90cf5834-650d-4257-9dcd-5c896c1851b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:58.076469 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-90cf5834-650d-4257-9dcd-5c896c1851b9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=251297d1dc5b4911a6195a82a26748ae&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1474929 Feb 09 08:10:58.223087 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-00f83da7-042d-4396-bc85-f5c3dc7a0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:58.224798 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-f22ca731-f0b4-4b23-be64-3d1362ceef9c req-00f83da7-042d-4396-bc85-f5c3dc7a0eb2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1420934 Feb 09 08:10:58.366698 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-66a7120f-e66a-4c1c-a483-cee867b9d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:58.368305 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-66a7120f-e66a-4c1c-a483-cee867b9d353 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=251297d1dc5b4911a6195a82a26748ae&device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 1160 time: 0.0849888 Feb 09 08:10:58.452501 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-bcabf066-4704-47f9-8b5a-7dce73c4bb34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e15165f1-81d5-4210-816b-0387a73ebf4e HTTP/1.1" status: 200 len: 217 time: 0.0699499 Feb 09 08:10:58.492182 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02b1b-79ac-450f-9b11-a053899757e2 req-6342caed-3843-4d02-ae9d-d8f6a5a376b2 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:58.493876 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8cb02b1b-79ac-450f-9b11-a053899757e2 req-6342caed-3843-4d02-ae9d-d8f6a5a376b2 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 943 time: 0.1651528 Feb 09 08:10:58.523257 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-0cbe93b8-024b-45d7-b7c2-e04187508620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:58.525082 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-0cbe93b8-024b-45d7-b7c2-e04187508620 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=75c303ee-6785-4688-9afd-5c19e83a6f34 HTTP/1.1" status: 200 len: 849 time: 0.0658021 Feb 09 08:10:58.564161 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-8cb02b1b-79ac-450f-9b11-a053899757e2 req-67f5bb8b-8c67-4097-9f9e-5d4a471e33b0 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Feb 09 08:10:58.579800 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-04061e2e-b2ff-41b3-925c-5557e823740d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=92beb261-db2d-433a-9905-f2a0977c9bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488591 Feb 09 08:10:58.723395 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-2edc0ef5-aeb1-4db1-83d2-a22934bb41fb service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370394 Feb 09 08:10:58.867009 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-d9e57f95-76be-4ee6-870a-b246c0f2f700 req-44e60535-407a-4819-85ef-026dce837875 service neutron] 10.222.0.48 "GET /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371820 Feb 09 08:10:59.863467 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e2c4-cd06-41cd-a8e8-ed9405f5afb1 req-fcf03c36-a3ad-4264-ba7f-8e73f9d95c69 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:10:59.864172 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9629e2c4-cd06-41cd-a8e8-ed9405f5afb1 req-fcf03c36-a3ad-4264-ba7f-8e73f9d95c69 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Synchronizing usage tracker for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 09 08:10:59.904889 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.quota.resource [req-9629e2c4-cd06-41cd-a8e8-ed9405f5afb1 req-fcf03c36-a3ad-4264-ba7f-8e73f9d95c69 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Unset dirty status for tenant:251297d1dc5b4911a6195a82a26748ae on resource:port {{(pid=80054) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 09 08:10:59.906154 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9629e2c4-cd06-41cd-a8e8-ed9405f5afb1 req-fcf03c36-a3ad-4264-ba7f-8e73f9d95c69 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 943 time: 0.2099023 Feb 09 08:10:59.970464 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-9629e2c4-cd06-41cd-a8e8-ed9405f5afb1 req-079000f4-9a47-4e8d-910a-c9a8580ffd9f tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Feb 09 08:11:01.167969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ab680a42-1468-440b-baaa-3f65e95e1a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:01.264406 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b333046-8a3c-4b72-8749-5ce35f5a2f8b req-77836c20-9b9f-44d9-a52d-504779b49f52 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:01.265986 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b333046-8a3c-4b72-8749-5ce35f5a2f8b req-77836c20-9b9f-44d9-a52d-504779b49f52 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 943 time: 0.1654782 Feb 09 08:11:01.330099 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4b333046-8a3c-4b72-8749-5ce35f5a2f8b req-58c85f30-3608-4ed4-8cb0-ee2836f1c4a1 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573027 Feb 09 08:11:01.946000 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e15165f1-81d5-4210-816b-0387a73ebf4e up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:11:02.065129 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning for port e15165f1-81d5-4210-816b-0387a73ebf4e completed by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 09 08:11:02.071012 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e15165f1-81d5-4210-816b-0387a73ebf4e triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:11:02.071432 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:02.197448 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:02.225321 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:11:02.235423 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e15165f1-81d5-4210-816b-0387a73ebf4e,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:11:02.265149 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:02.267159 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-2416865c-213c-4245-b847-9783ae3d9bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:02.303151 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e', 'code': 200} Feb 09 08:11:02.343709 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=4']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:02.347320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:02.614712 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58ce66-db60-45e2-bff0-108bd1907286 req-69dabeb0-9b84-4faf-a875-07576c623164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:02.616333 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d58ce66-db60-45e2-bff0-108bd1907286 req-69dabeb0-9b84-4faf-a875-07576c623164 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 1162 time: 0.0831811 Feb 09 08:11:02.636176 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1942b-fe39-41dc-ac5a-5c15128a0ec2 req-f2ddf090-e495-45e1-be8a-e45a3ecf5831 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:02.637891 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7ad1942b-fe39-41dc-ac5a-5c15128a0ec2 req-f2ddf090-e495-45e1-be8a-e45a3ecf5831 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 945 time: 0.1754446 Feb 09 08:11:02.660071 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-4d58ce66-db60-45e2-bff0-108bd1907286 req-2a23653b-1501-4cb6-80b2-81936ad98604 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370057 Feb 09 08:11:02.702721 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-7ad1942b-fe39-41dc-ac5a-5c15128a0ec2 req-fb6c9127-4d88-4175-96f1-68e0a99bfb4e tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Feb 09 08:11:03.539457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-490b8cc3-4c83-4b8b-a6cc-0998c7e6a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:03.751472 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e15165f1-81d5-4210-816b-0387a73ebf4e up at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 09 08:11:03.827457 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.provisioning_blocks [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Provisioning complete for port e15165f1-81d5-4210-816b-0387a73ebf4e triggered by entity L2. {{(pid=80056) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 09 08:11:03.828238 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-754369'] for port, provisioning_complete {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:04.006967 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1721c0-2312-4837-8f15-3bebe658a9dc req-c5e6e505-64fd-434a-93cf-7cbb5e19cdc6 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:04.008657 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d1721c0-2312-4837-8f15-3bebe658a9dc req-c5e6e505-64fd-434a-93cf-7cbb5e19cdc6 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 945 time: 0.1703012 Feb 09 08:11:04.074698 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-2d1721c0-2312-4837-8f15-3bebe658a9dc req-4ef30f24-5812-4e5c-b3d6-2adb4b6dde7d tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596907 Feb 09 08:11:04.122258 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:05.030822 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:05.448164 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:05.689583 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141addd-ca60-4a4f-9922-84fed03975f4 req-571084d3-6495-4213-a459-78aeda3e1228 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:05.691268 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3141addd-ca60-4a4f-9922-84fed03975f4 req-571084d3-6495-4213-a459-78aeda3e1228 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 945 time: 0.1730673 Feb 09 08:11:05.755937 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-3141addd-ca60-4a4f-9922-84fed03975f4 req-860ff83f-5089-43e1-bd60-fc68bc2b1f7c tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566659 Feb 09 08:11:07.113297 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-cead45c5-8321-4613-aa88-5b8f28e26c8c tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80054) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:07.115687 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-cead45c5-8321-4613-aa88-5b8f28e26c8c tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 945 time: 0.1659770 Feb 09 08:11:07.213958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Deleting port e15165f1-81d5-4210-816b-0387a73ebf4e {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:11:07.214348 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:07.302549 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23298978-334d-43fc-8eac-15c8e60f60cd req-5f130600-c65a-44c8-899a-43297d979096 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:07.304511 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-23298978-334d-43fc-8eac-15c8e60f60cd req-5f130600-c65a-44c8-899a-43297d979096 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 945 time: 0.4136770 Feb 09 08:11:07.372591 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-23298978-334d-43fc-8eac-15c8e60f60cd req-16f2e404-9120-4590-86b4-3cdc0a124c07 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Feb 09 08:11:07.580329 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Device e15165f1-81d5-4210-816b-0387a73ebf4e no longer exists at agent ovs-agent-hv-cinder-77459 {{(pid=80056) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 09 08:11:07.705211 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-571107'] for port, before_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:07.719725 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e15165f1-81d5-4210-816b-0387a73ebf4e,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:11:07.720433 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:07.736232 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e'}] {{(pid=80056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:11:07.747089 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e15165f1-81d5-4210-816b-0387a73ebf4e,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:11:07.768067 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752183977143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284671210219', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752183565615'] for port, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:07.769995 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:07.804532 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e', 'code': 200} Feb 09 08:11:07.845005 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Pushing event updated for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=5']} {{(pid=80056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:07.848270 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80056) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:07.861249 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Calling delete_port for e15165f1-81d5-4210-816b-0387a73ebf4e owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:11:08.025147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.db.api [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80054) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 09 08:11:08.025437 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_db.api [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 09 08:11:08.526230 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Deleting port e15165f1-81d5-4210-816b-0387a73ebf4e {{(pid=80054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 09 08:11:08.527013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284670742064'] for port, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:08.675510 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac789444-a088-4e7e-b3d9-fbbd36d674b0 req-64614bfa-fd61-4bf9-bdbd-9c7de3db5d09 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 09 08:11:08.677396 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac789444-a088-4e7e-b3d9-fbbd36d674b0 req-64614bfa-fd61-4bf9-bdbd-9c7de3db5d09 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 943 time: 0.1743946 Feb 09 08:11:08.742003 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ac789444-a088-4e7e-b3d9-fbbd36d674b0 req-de25981c-d287-40cb-977e-6aaa8f3ec054 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b29b9bd-68c1-4547-8570-307cf699bc19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583503 Feb 09 08:11:08.804011 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.db [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] For port e15165f1-81d5-4210-816b-0387a73ebf4e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77459',level=0,port_id=e15165f1-81d5-4210-816b-0387a73ebf4e,segment=NetworkSegment(82898679-fdeb-4567-9ed4-c967184b3f72),segment_id=82898679-fdeb-4567-9ed4-c967184b3f72)] {{(pid=80054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 09 08:11:08.804412 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1650943'] for port, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:08.940292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.plugin [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Calling delete_port for e15165f1-81d5-4210-816b-0387a73ebf4e owned by compute:nova {{(pid=80054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 09 08:11:09.121784 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854207987', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2027444', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752183977126', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752183565581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8063751'] for port, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:09.139203 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-e4e8ad42-1b7e-4b72-a681-dbd9e1f48482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:09.202121 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Pushing event deleted for resources: {'Port': ['ID=e15165f1-81d5-4210-816b-0387a73ebf4e,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:09.204961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:09.350898 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] No DVR routers for this DVR port e15165f1-81d5-4210-816b-0387a73ebf4e on host hv-cinder-77459 {{(pid=80054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 09 08:11:09.353110 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1621'] for port, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:09.355797 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-deleted', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e'}] {{(pid=80054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 09 08:11:09.402983 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-70e25e3b-37d0-4ec8-91f0-9a3d5b960d4e req-94d85fa2-6aa8-44d8-9705-dad19b723475 tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.48 "DELETE /v2.0/ports/e15165f1-81d5-4210-816b-0387a73ebf4e HTTP/1.1" status: 204 len: 173 time: 2.2815645 Feb 09 08:11:09.417085 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3514fe10-3463-4c43-a893-e1d33d3581d9', 'name': 'network-vif-deleted', 'tag': 'e15165f1-81d5-4210-816b-0387a73ebf4e', 'status': 'completed', 'code': 200} Feb 09 08:11:09.937707 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [req-ba1a76cf-0257-4b68-96b1-4dcb8e56e88e req-ce47586e-4a87-49f4-8336-1462d3a8232c tempest-VolumesActionsTest-1255081709 tempest-VolumesActionsTest-1255081709-project] 10.222.0.13 "GET /v2.0/ports?device_id=3514fe10-3463-4c43-a893-e1d33d3581d9 HTTP/1.1" status: 200 len: 210 time: 0.0513613 Feb 09 08:11:15.613613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:16.507943 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:11:31.185175 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0ed6f7a2-ca7a-415e-80c2-25fde80681fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:33.545183 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-14725918-534e-4c60-959b-eca7890d7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:34.150632 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:35.024652 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:35.430613 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:36.715878 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44982) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:11:36.782534 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Deleting subnet 75c303ee-6785-4688-9afd-5c19e83a6f34 {{(pid=80054) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 09 08:11:36.785497 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:36.841165 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6651980'] for subnet, precommit_delete_associations {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:36.898969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768909'] for subnet, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.202616 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854006907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8063219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848230543'] for subnet, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.216988 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-466adb18-dc92-4b61-b6ed-deaf58d3cacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:37.258978 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c303ee-6785-4688-9afd-5c19e83a6f34,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:37.280940 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.281378 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.281800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.282217 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.282634 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.283047 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.283458 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.283867 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.284278 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.284705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.285112 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.285519 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-1-iscsi {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.285964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.286367 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.287540 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.287952 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.288361 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.288794 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.289202 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.289606 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.290008 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.290411 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.290812 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.291212 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77459 {{(pid=80054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 09 08:11:37.343284 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:37.374304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for subnet, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.380969 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c2123cd4-fa59-4326-9b99-aace5c077f2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75c303ee-6785-4688-9afd-5c19e83a6f34 HTTP/1.1" status: 204 len: 168 time: 0.6633019 Feb 09 08:11:37.383754 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44986) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:11:37.501555 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854177727'] for network, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.695892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766980', 'neutron.services.segments.db._delete_segments_for_network-8752184045939'] for network, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.812031 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92beb261-db2d-433a-9905-f2a0977c9bfc']}} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:11:37.824981 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82898679-fdeb-4567-9ed4-c967184b3f72') {'for_net_delete': True} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:11:37.825320 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.services.segments.db [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82898679-fdeb-4567-9ed4-c967184b3f72') {} {{(pid=80054) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 09 08:11:37.838479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752184042884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848123836'] for segment, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.905065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-776860'] for segment, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:37.907179 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80054) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 09 08:11:38.089381 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Network 92beb261-db2d-433a-9905-f2a0977c9bfc has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:11:38.098504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853999057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846711982'] for segment, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:38.278668 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.plugins.ml2.managers [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Network 92beb261-db2d-433a-9905-f2a0977c9bfc has no segments {{(pid=80054) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: Traceback (most recent call last): Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: timer() Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: cb(*args, **kw) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: return func(*args, **kwargs) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: self._notify() Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: self.callback(batched_events) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: event.method(event) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: segment_id)['aggregates'][0] Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: return f(self, *a, **k) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: return self._get(url).json() Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: **kwargs) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: return self.request(url, 'GET', **kwargs) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: **endpoint_filter) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 08:11:38.304774 dv-cinder-774594-1-iscsi neutron-server[79941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 08:11:38.505539 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854008804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2041804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853057170'] for network, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:38.509292 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-f2fd8e38-a272-497d-adb3-7c4bf345748c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:38.526618 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2041855'] for network, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:38.535860 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=92beb261-db2d-433a-9905-f2a0977c9bfc,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:38.539881 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:38.608599 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-c2ea3ec7-a56f-477c-9fc1-f852bf154ce6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92beb261-db2d-433a-9905-f2a0977c9bfc HTTP/1.1" status: 204 len: 168 time: 1.2237391 Feb 09 08:11:39.062829 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44992) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:11:39.120561 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-ee2f555a-06d5-4dae-a921-fceab6e9c9cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=251297d1dc5b4911a6195a82a26748ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564182 Feb 09 08:11:39.123147 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [-] (80054) accepted ('10.222.0.13', 44996) {{(pid=80054) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 09 08:11:39.183964 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:39.210646 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:39.350800 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731202'] for security_group, after_delete {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:39.355741 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-b3a8088e-20cf-4dcb-b0c4-d50e1ac82fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 09 08:11:39.369876 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29b9bd-68c1-4547-8570-307cf699bc19,revision_number=None']} {{(pid=80054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 09 08:11:39.372443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG oslo_concurrency.lockutils [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80054) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 09 08:11:39.407093 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80054) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:39.408319 dv-cinder-774594-1-iscsi neutron-server[79941]: INFO neutron.wsgi [None req-263d8c5c-0b52-4ee1-8e0f-e97c91cc0227 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b29b9bd-68c1-4547-8570-307cf699bc19 HTTP/1.1" status: 204 len: 168 time: 0.2842231 Feb 09 08:11:45.573111 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:11:53.507649 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:12:01.178747 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-577708a7-5ce6-43d9-99f2-fba6e13ed1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:03.550341 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0b17-556a-427b-88b0-0e871c9c56d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:04.121958 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:05.030565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:05.424915 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:15.630376 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:30.507090 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:12:31.173304 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-649251fd-b17c-4bf8-82bf-6577796d049d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:33.550013 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-99e99366-4665-4159-aace-c7fe268b9713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:34.144961 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:35.047479 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:35.436114 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:12:45.596065 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:01.173231 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-35150a54-df65-4bfb-9ad6-926348c3d95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:03.550234 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7c0de284-2a09-4d39-ad3d-7b2b37324a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:04.133738 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:05.047665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:05.441504 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:07.506955 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:13:15.624714 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:31.178840 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-709702e7-829e-46f6-8e9a-42216013192c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:33.556021 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7b076fd1-ca38-4f75-b37e-554d30ca9eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:34.144604 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:35.047443 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:35.436053 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:13:44.506173 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:13:45.619091 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:01.184564 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-78baa627-4d9d-46fa-a72a-7fa3217da0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:03.550290 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-08caecbe-eacb-443c-b3e8-9e932816aff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:04.138847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:05.047561 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:05.436137 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:15.624507 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:21.505636 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:14:31.196693 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e23d885c-38db-4434-b9f7-7bf2e41cddec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:33.556490 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-34f87d53-0712-4ebd-a22b-1bd5832d6e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:34.144533 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:35.036009 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:35.470409 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:45.636023 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:14:52.389758 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-402069f9-ae92-4eb3-9296-e5904c97c730 req-d03c0715-ac1d-452a-bc3a-76eb091dccf0 tempest-ServerRescueNegativeTestJSON-1194587525 tempest-ServerRescueNegativeTestJSON-1194587525-project] (80055) timed out ('10.222.0.48', 51482) {{(pid=80055) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 09 08:14:58.504565 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:15:01.178979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-fecdcc52-bac1-41d3-ac5a-83173c1223d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:03.561892 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7f544170-7264-490e-aa02-8f63b6e8a014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:04.144783 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:05.036331 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:05.453386 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:06.174705 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.wsgi [req-3f0f4955-bb00-4309-b01b-75a518568334 req-b1e230bb-2a0f-40f3-be2c-0eff6f8f4d01 service neutron] (80055) timed out ('10.222.0.48', 51506) {{(pid=80055) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 09 08:15:15.641847 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:31.200850 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-994c7bdf-a3a5-4f94-98cb-ebac4c88ca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:33.549370 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-094b9126-782c-4b0f-a428-fb8f5e62db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:34.149250 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:35.041894 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:35.453444 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:15:35.504521 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:15:45.665006 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:01.173407 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-b190115f-09cb-49ce-a805-222329cdcb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:03.555398 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-2494f775-b25a-446d-86f7-bc43a8bd1833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:04.149523 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:05.046577 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:05.463808 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:12.504524 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 09 08:16:15.670895 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:31.196502 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0285f692-6da3-47aa-a577-2ed76e8d35ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:33.539665 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-0708f656-0dae-4493-8bff-e2e81ccfb30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:34.150544 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-e42d10ab-e289-45f6-b4d8-63ae8e959ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:35.047779 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-7d69abbf-a7f6-4167-b11d-05d8eefb12fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:35.459132 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0937-a9f8-41ed-a810-a14a5f4c98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:45.697979 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron_lib.callbacks.manager [None req-38fbdcc9-bf2e-4501-a3cc-221ba833967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752184045922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-768107'] for agent, after_update {{(pid=80056) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 09 08:16:49.504969 dv-cinder-774594-1-iscsi neutron-server[79941]: DEBUG neutron.db.agents_db [None req-83058059-ced6-4804-8eb5-dfe253958a5d None None] Agent healthcheck: found 6 active agents {{(pid=80057) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}